-- Logs begin at Mon 2022-10-24 12:34:06 UTC, end at Mon 2022-10-24 13:51:16 UTC. -- Oct 24 13:16:43.627625 dv-cinder-862491-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 24 13:16:46.398464 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.common.config [-] Logging enabled! Oct 24 13:16:46.399041 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev93 Oct 24 13:16:46.399286 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104794) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 24 13:16:46.402504 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.common.config [-] Logging enabled! Oct 24 13:16:46.402763 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev93 Oct 24 13:16:46.403074 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104794) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 24 13:16:46.404024 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 24 13:16:46.404258 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 24 13:16:46.405089 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 24 13:16:46.405344 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 24 13:16:46.405581 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 24 13:16:46.405905 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.406211 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.406447 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.406749 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.407044 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.407328 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.407621 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.407925 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.408215 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.408529 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.408816 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.409049 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.409332 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.409623 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.409912 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.410138 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] debug = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.410421 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.410860 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.411272 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.411555 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.411845 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.412126 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.412549 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.412836 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.413123 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.413975 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] host = dv-cinder-862491-1-iscsi {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.414254 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.414545 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.414836 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.415125 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.415399 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.415675 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.416096 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.416405 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.417627 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] log_file = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.417928 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.418237 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.418696 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.419010 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.419247 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.419479 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.419775 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.420088 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.420398 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.420681 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.420961 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.421238 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.421516 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.421788 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.422078 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.422366 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.422656 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.422933 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.423208 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.423483 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.423756 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.424043 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.424344 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.424623 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.424898 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.425187 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.425457 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.425730 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.426033 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.426321 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.426604 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.426891 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.427164 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.427446 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.427717 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.427986 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.428255 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] use_json = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.428550 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.428822 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.429660 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.429941 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.430213 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.430486 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.430758 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.431044 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.431316 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:46.431618 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.431919 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.432225 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.432548 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.432859 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.433144 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.433440 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.433843 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.434152 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.435384 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.435706 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.436008 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.436351 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.436660 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.436974 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.437297 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.437603 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.437908 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.438193 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.438479 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.438761 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.439049 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.439343 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.439627 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.439923 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.440217 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.440537 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.440848 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.441141 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.441434 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.441734 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.442029 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.442309 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.442591 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.442888 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.443170 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.443448 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.443740 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.444020 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.444318 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.444636 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.444936 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.445227 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.445505 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.445784 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.446076 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.446355 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.446628 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.446902 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.447181 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.447454 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.447744 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.448025 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.448330 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.448606 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.448884 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.449158 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.449433 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.449712 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.449988 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.450266 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.450550 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.450825 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.451244 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.452457 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.452763 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.453058 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.453351 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.453646 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.453935 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.454220 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.454504 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.454783 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.455067 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.455358 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.455665 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.455949 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.456233 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.456540 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.456822 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.457104 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.457384 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.457665 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.457946 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.458224 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.458516 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.458806 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.459100 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.459389 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.459689 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.459990 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.460321 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.460607 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.460890 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.461173 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.461458 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.461744 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.462024 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.462303 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.462587 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.462874 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.463171 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.463469 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.463750 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.464323 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.464623 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.464923 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.465207 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.465519 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.465803 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:46.466022 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 24 13:16:46.466265 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104794) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 24 13:16:46.862279 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 24 13:16:46.862529 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 24 13:16:46.862798 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 24 13:16:46.863037 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 24 13:16:46.863322 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 24 13:16:46.863662 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 24 13:16:47.186520 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.186830 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.187106 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.188325 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.188611 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.188879 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.243781 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.244070 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.244373 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.259439 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.259722 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.259995 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.289578 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.289864 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.290136 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.331167 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.331449 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.331720 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.566218 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.566822 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.566822 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.567141 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.567849 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.665653 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.665969 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.666250 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.666521 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.666787 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.667096 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.667352 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.667604 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.667856 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.668136 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.668413 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.668674 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.668926 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.669173 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.669423 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.669680 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.669931 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.670195 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.670461 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.670714 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.670983 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.671230 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.671505 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.671875 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.672122 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.672393 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.672786 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 13:16:47.673023 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 13:16:47.673259 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 13:16:47.673492 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 13:16:47.673725 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 13:16:47.673966 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 13:16:47.674314 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 24 13:16:47.677375 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 24 13:16:47.681264 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 24 13:16:47.684991 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 24 13:16:47.686723 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 24 13:16:47.687200 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 24 13:16:47.687532 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 24 13:16:47.687910 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 24 13:16:47.690664 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 24 13:16:47.690912 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 24 13:16:47.691251 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 24 13:16:47.696419 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 24 13:16:47.720357 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 24 13:16:47.720797 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.721091 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104794) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 24 13:16:47.721458 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.722801 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104794) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 24 13:16:47.723071 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 24 13:16:47.723311 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 24 13:16:47.734437 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.734715 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:47.863718 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 24 13:16:47.863896 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 24 13:16:47.864127 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 24 13:16:47.864526 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 24 13:16:47.917008 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO dbcounter [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Registered counter for database neutron Oct 24 13:16:47.935717 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_db.sqlalchemy.engines [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104794) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 24 13:16:47.941457 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG dbcounter [-] [104794] Writer thread running {{(pid=104794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 24 13:16:48.602788 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Initializing driver for type 'gre' Oct 24 13:16:48.603458 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] gre ID ranges: [(1, 1000)] Oct 24 13:16:48.751213 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Initializing driver for type 'local' Oct 24 13:16:48.751568 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Initializing driver for type 'vlan' Oct 24 13:16:48.819732 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] VlanTypeDriver initialization complete Oct 24 13:16:48.820075 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Initializing driver for type 'vxlan' Oct 24 13:16:48.820629 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] vxlan ID ranges: [(1, 1000)] Oct 24 13:16:49.008074 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Initializing extension driver 'port_security' Oct 24 13:16:49.008483 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.extensions.port_security [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] PortSecurityExtensionDriver initialization complete Oct 24 13:16:49.008819 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Initializing mechanism driver 'openvswitch' Oct 24 13:16:49.009158 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Initializing mechanism driver 'hyperv' Oct 24 13:16:49.017808 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:49.018479 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > port after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.018859 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > port after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.019243 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > port after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.019747 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 13:16:49.020167 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > subnet after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.020556 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > subnet after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.020908 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.021304 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 13:16:49.021710 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > network after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.022066 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > network after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.022421 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > network after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.023326 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 13:16:49.023730 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > security_group after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.024086 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > security_group after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.024460 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.024857 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 13:16:49.025261 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.025613 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.025957 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.026477 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 13:16:49.026884 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > address_group after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.027235 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > address_group after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.027580 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.027971 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 13:16:49.028447 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] ML2 OVO RPC backend initialized. {{(pid=104794) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 24 13:16:49.029154 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.029512 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.029956 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > network before_response 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.030310 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > networks before_response 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.030660 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > port before_response 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.031006 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > ports before_response 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.031354 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > subnet before_response 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.031701 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > subnets before_response 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.032052 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > network after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.032437 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > network after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.032783 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > network after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.033131 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > port after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.033484 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > port after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.033827 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > port after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.034171 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > subnet after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.034513 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > subnet after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.034853 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.043115 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded quota_driver: . Oct 24 13:16:49.043490 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.plugin [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Modular L2 Plugin initialization complete Oct 24 13:16:49.043841 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading services supported by the core plugin {{(pid=104794) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 24 13:16:49.044182 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.plugins.ml2.managers [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Got port-security extension from driver 'port_security' Oct 24 13:16:49.044692 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.extensions.vlantransparent [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Disabled vlantransparent extension. Oct 24 13:16:49.045194 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104794) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 24 13:16:49.045524 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading Plugin: router Oct 24 13:16:49.080503 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.080901 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router after_create 55549900 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.081277 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router before_create 55549900 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.081650 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.082032 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.082396 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router after_delete 55549900 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.082759 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.083114 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.083485 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router after_create 55549900 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.083838 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router after_update 55549900 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.084201 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router after_update 55549900 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.084577 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.084940 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router after_update 55549900 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.085858 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router precommit_update 55549900 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.086236 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: port after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.086586 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: port after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.086932 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: subnet after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.087284 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.087640 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.087996 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router precommit_create 55549900 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.088408 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: port before_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.088770 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router precommit_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.089388 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router after_update 55549900 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.089741 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.090098 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router precommit_create 55549900 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.090466 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.090818 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router precommit_update 55549900 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.091190 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > agent after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.091549 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > agent after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.091901 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > network after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.092799 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Tracking information for resource: router configured {{(pid=104794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 13:16:49.093139 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Tracking information for resource: floatingip configured {{(pid=104794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 13:16:49.098152 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.db.l3_agentschedulers_db [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 24 13:16:49.098746 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: port after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.099113 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: port after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.099470 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: port after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.099828 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: port after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.101418 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router before_create 55550100 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.101793 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.102163 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router precommit_create 55550100 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.102526 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > router precommit_update 55550100 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.107406 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.services.provider_configuration [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Service providers = [] {{(pid=104794) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 24 13:16:49.107775 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.db.servicetype_db [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104794) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 24 13:16:49.110771 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.services.service_base [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 24 13:16:49.111127 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.services.service_base [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 24 13:16:49.111471 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.services.service_base [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 24 13:16:49.112395 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.services.service_base [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 24 13:16:49.112773 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.services.service_base [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 24 13:16:49.113155 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 13:16:49.113474 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 24 13:16:49.124595 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 13:16:49.124936 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading Plugin: auto_allocate Oct 24 13:16:49.130588 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: network precommit_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.130964 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: network precommit_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.131483 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 13:16:49.131806 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading Plugin: tag Oct 24 13:16:49.138982 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 13:16:49.139313 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading Plugin: timestamp Oct 24 13:16:49.143365 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 13:16:49.143704 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading Plugin: network_ip_availability Oct 24 13:16:49.149245 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.149627 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.149991 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.150712 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 13:16:49.151035 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading Plugin: flavors Oct 24 13:16:49.155723 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 13:16:49.156054 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading Plugin: revisions Oct 24 13:16:49.160504 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 13:16:49.160892 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.297s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 24 13:16:49.161811 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104794) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 24 13:16:49.162153 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Initializing extension manager. Oct 24 13:16:49.162687 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: __init__.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.163031 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: __pycache__ {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.163397 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: address_group.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.164115 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.164713 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: address-group Oct 24 13:16:49.165043 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: address_scope.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.165728 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.166236 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: address-scope Oct 24 13:16:49.166563 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.167448 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.167957 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: router-admin-state-down-before-update Oct 24 13:16:49.168303 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: agent.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.168976 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.169481 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: agent Oct 24 13:16:49.169807 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: agent_resources_synced.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.170683 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.171191 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: agent-resources-synced Oct 24 13:16:49.171516 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: allowedaddresspairs.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.173296 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.173827 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: allowed-address-pairs Oct 24 13:16:49.174157 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: auto_allocated_topology.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.175185 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.175701 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: auto-allocated-topology Oct 24 13:16:49.176027 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: availability_zone.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.176725 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.177235 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: availability_zone Oct 24 13:16:49.177560 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: availability_zone_filter.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.178434 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.179473 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: availability_zone_filter Oct 24 13:16:49.179801 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: data_plane_status.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.180703 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.181208 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension data-plane-status not supported by any of loaded plugins Oct 24 13:16:49.181532 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: default_subnetpools.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.182412 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.182920 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: default-subnetpools Oct 24 13:16:49.183244 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.184020 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.184563 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: dhcp_agent_scheduler Oct 24 13:16:49.184890 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: dns.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.185768 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.186270 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension dns-integration not supported by any of loaded plugins Oct 24 13:16:49.186596 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: dns_domain_ports.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.187477 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.187979 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 24 13:16:49.188327 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.189213 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.189713 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 24 13:16:49.190036 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: dvr.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.190669 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.191171 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: dvr Oct 24 13:16:49.191495 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: ecmp_routes.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.192411 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.192915 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 24 13:16:49.193236 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: empty_string_filtering.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.194138 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.195197 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: empty-string-filtering Oct 24 13:16:49.195518 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.196429 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.196935 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 24 13:16:49.197255 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.198138 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.198642 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 24 13:16:49.198965 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: external_net.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.199842 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.200381 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: external-net Oct 24 13:16:49.200707 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.201573 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.202079 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: extra_dhcp_opt Oct 24 13:16:49.202401 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: extraroute.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.203274 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.203781 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: extraroute Oct 24 13:16:49.204111 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: extraroute_atomic.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.205159 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.205663 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: extraroute-atomic Oct 24 13:16:49.205989 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: filter_validation.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.206614 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.207146 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: filter-validation Oct 24 13:16:49.207467 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: fip_pf_description.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.208368 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.208872 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 24 13:16:49.209196 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: fip_pf_detail.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.210107 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.210610 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 24 13:16:49.210934 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: fip_pf_port_range.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.211812 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.212341 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 24 13:16:49.212668 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: fip_port_details.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.213545 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.214324 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: fip-port-details Oct 24 13:16:49.214648 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: flavors.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.215828 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.216377 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: flavors Oct 24 13:16:49.216711 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.218303 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.218828 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 24 13:16:49.219157 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: floatingip_pools.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.219827 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.220367 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: floatingip-pools Oct 24 13:16:49.220699 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: ip_allocation.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.221597 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.222104 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension ip_allocation not supported by any of loaded plugins Oct 24 13:16:49.222431 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.223332 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.223842 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: ip-substring-filtering Oct 24 13:16:49.224174 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: l2_adjacency.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.225084 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.225590 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 24 13:16:49.225943 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: l3.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.226865 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.227397 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: router Oct 24 13:16:49.227709 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.230091 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.230622 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 24 13:16:49.230961 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.231846 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.232403 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: ext-gw-mode Oct 24 13:16:49.232739 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.233640 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.234158 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: l3-ha Oct 24 13:16:49.234491 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.235372 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.235882 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 24 13:16:49.236212 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: l3_flavors.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.237118 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.237631 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: l3-flavors Oct 24 13:16:49.237963 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.239287 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.239806 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 24 13:16:49.240136 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.241046 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.242083 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 24 13:16:49.242413 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: l3agentscheduler.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.243400 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.243918 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: l3_agent_scheduler Oct 24 13:16:49.244257 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: local_ip.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.245974 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.246504 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension local_ip not supported by any of loaded plugins Oct 24 13:16:49.246837 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: logging.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.248308 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.248835 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension logging not supported by any of loaded plugins Oct 24 13:16:49.249172 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: metering.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.249878 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.250456 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: metering Oct 24 13:16:49.250787 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.251833 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.252390 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: metering_source_and_destination_fields Oct 24 13:16:49.252722 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: multiprovidernet.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.253615 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.254139 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: multi-provider Oct 24 13:16:49.254474 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: netmtu.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.255359 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.255876 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: net-mtu Oct 24 13:16:49.256204 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: netmtu_writable.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.257173 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.258232 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: net-mtu-writable Oct 24 13:16:49.258515 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: network_availability_zone.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.259157 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.259669 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: network_availability_zone Oct 24 13:16:49.259996 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: network_ip_availability.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.261098 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.261619 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: network-ip-availability Oct 24 13:16:49.261951 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: network_segment_range.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.262686 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.263196 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension network-segment-range not supported by any of loaded plugins Oct 24 13:16:49.263521 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: pagination.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.264498 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.264834 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: pagination Oct 24 13:16:49.265158 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: port_device_profile.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.266024 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.266536 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: port-device-profile Oct 24 13:16:49.266861 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: port_mac_address_override.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.267751 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.268260 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: port-mac-override Oct 24 13:16:49.268607 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.269489 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.269997 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: port-mac-address-regenerate Oct 24 13:16:49.270320 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.271213 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.271725 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: port-numa-affinity-policy Oct 24 13:16:49.272049 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: port_resource_request.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.272977 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.273484 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension port-resource-request not supported by any of loaded plugins Oct 24 13:16:49.273807 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: port_resource_request_groups.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.274738 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.275249 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 24 13:16:49.275576 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: portbindings.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.276503 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.277018 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: binding Oct 24 13:16:49.277344 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: portbindings_extended.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.279959 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.280522 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: binding-extended Oct 24 13:16:49.280861 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: portsecurity.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.281753 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.282272 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: port-security Oct 24 13:16:49.282602 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: project_id.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.283546 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.283882 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: project-id Oct 24 13:16:49.284211 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: providernet.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.285117 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.285636 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: provider Oct 24 13:16:49.285965 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: qos.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.289955 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.290486 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension qos not supported by any of loaded plugins Oct 24 13:16:49.290826 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.292051 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.292609 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 24 13:16:49.292945 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.293836 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.294357 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 24 13:16:49.294696 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: qos_default.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.295584 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.296103 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension qos-default not supported by any of loaded plugins Oct 24 13:16:49.296469 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: qos_fip.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.297363 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.297876 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension qos-fip not supported by any of loaded plugins Oct 24 13:16:49.298205 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.299092 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.299608 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 24 13:16:49.299940 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: qos_gateway_ip.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.300870 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.301387 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 24 13:16:49.301715 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: qos_port_network_policy.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.302602 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.303119 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 24 13:16:49.303448 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.305036 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.305555 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 24 13:16:49.305882 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.306887 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.307401 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 24 13:16:49.307728 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: qos_pps_rule.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.308888 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.309401 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension qos-pps not supported by any of loaded plugins Oct 24 13:16:49.309728 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: qos_rule_type_details.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.310604 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.311117 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 24 13:16:49.311446 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.312361 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.312875 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 24 13:16:49.313202 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: qos_rules_alias.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.314210 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.314731 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 24 13:16:49.315061 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: quota_check_limit.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.315937 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.316488 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: quota-check-limit Oct 24 13:16:49.316822 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: quotasv2.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.317725 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.318055 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: quotas Oct 24 13:16:49.318380 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: quotasv2_detail.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.320073 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.320454 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: quota_details Oct 24 13:16:49.320787 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: rbac.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.321807 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.322331 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: rbac-policies Oct 24 13:16:49.322664 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: rbac_address_group.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.323562 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.324081 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: rbac-address-group Oct 24 13:16:49.324444 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: rbac_address_scope.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.325428 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.325950 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: rbac-address-scope Oct 24 13:16:49.326279 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: rbac_security_groups.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.327167 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.327682 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: rbac-security-groups Oct 24 13:16:49.328010 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: rbac_subnetpool.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.328928 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.329442 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: rbac-subnetpool Oct 24 13:16:49.329770 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: revisionifmatch.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.330667 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.331181 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: revision-if-match Oct 24 13:16:49.331506 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: revisions.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.332622 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.333141 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: standard-attr-revisions Oct 24 13:16:49.333468 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: router_availability_zone.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.334110 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.334618 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: router_availability_zone Oct 24 13:16:49.334948 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: routerservicetype.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.335992 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.336535 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension router-service-type not supported by any of loaded plugins Oct 24 13:16:49.337026 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.338115 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.338784 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: security-groups-normalized-cidr Oct 24 13:16:49.339478 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.340425 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.341218 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: port-security-groups-filtering Oct 24 13:16:49.341756 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.342841 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.343368 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: security-groups-remote-address-group Oct 24 13:16:49.343696 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.344647 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.345154 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: security-groups-shared-filtering Oct 24 13:16:49.345475 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: securitygroup.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.355833 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.356409 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: security-group Oct 24 13:16:49.356749 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: segment.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.357452 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.357969 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension segment not supported by any of loaded plugins Oct 24 13:16:49.358298 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.359211 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.359726 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 24 13:16:49.360056 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: servicetype.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.361139 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.361660 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: service-type Oct 24 13:16:49.361993 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: sorting.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.362949 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.363283 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: sorting Oct 24 13:16:49.363610 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: standard_attr_segment.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.364537 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.365058 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 24 13:16:49.365391 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: standardattrdescription.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.366013 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.366592 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: standard-attr-description Oct 24 13:16:49.367421 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: stateful_security_group.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.368345 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.368873 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: stateful-security-group Oct 24 13:16:49.369202 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: stdattrs_common.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.369759 dv-cinder-862491-1-iscsi neutron-server[104794]: WARNING neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 24 13:16:49.370086 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.370979 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.371499 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 24 13:16:49.371825 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: subnet_onboard.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.372868 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.373394 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: subnet_onboard Oct 24 13:16:49.373723 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.374616 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.375132 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 24 13:16:49.375464 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: subnet_service_types.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.376381 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.376898 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: subnet-service-types Oct 24 13:16:49.377226 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: subnetallocation.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.378272 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.378806 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: subnet_allocation Oct 24 13:16:49.379131 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.379773 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.380307 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: subnetpool-prefix-ops Oct 24 13:16:49.380640 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.381543 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.382089 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 24 13:16:49.382419 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: tagging.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.383433 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.383966 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: standard-attr-tag Oct 24 13:16:49.384318 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: timestamp.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.385483 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.386003 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loaded extension: standard-attr-timestamp Oct 24 13:16:49.386333 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: trunk.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.387321 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.387838 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension trunk not supported by any of loaded plugins Oct 24 13:16:49.388165 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: trunk_details.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.389069 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.389588 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension trunk-details not supported by any of loaded plugins Oct 24 13:16:49.389913 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: uplink_status_propagation.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.390793 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.391303 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 24 13:16:49.391629 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Loading extension file: vlantransparent.py {{(pid=104794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:16:49.392262 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:16:49.392799 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 24 13:16:49.395405 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of TrackedResource for resource:network Oct 24 13:16:49.395932 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of TrackedResource for resource:subnet Oct 24 13:16:49.396370 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of TrackedResource for resource:subnetpool Oct 24 13:16:49.396770 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of TrackedResource for resource:port Oct 24 13:16:49.398079 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.v2.resource_helper [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:16:49.398527 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.v2.resource_helper [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Service FLAVORS assigned prefix: {{(pid=104794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:16:49.399155 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.v2.resource_helper [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:16:49.399616 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.v2.resource_helper [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:16:49.399932 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of TrackedResource for resource:router Oct 24 13:16:49.400393 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of TrackedResource for resource:floatingip Oct 24 13:16:49.400877 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.v2.resource_helper [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Service METERING assigned prefix: /metering {{(pid=104794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:16:49.402292 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.402669 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.403027 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:16:49.404038 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of CountableResource for resource:rbac_policy Oct 24 13:16:49.404548 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of TrackedResource for resource:security_group Oct 24 13:16:49.404996 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 24 13:16:49.405518 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.v2.resource_helper [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Service CORE assigned prefix: {{(pid=104794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:16:49.405864 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of TrackedResource for resource:subnetpool Oct 24 13:16:49.406215 dv-cinder-862491-1-iscsi neutron-server[104794]: WARNING neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] subnetpool is already registered Oct 24 13:16:49.406643 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.v2.resource_helper [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Service CORE assigned prefix: {{(pid=104794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:16:49.406979 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of TrackedResource for resource:subnetpool Oct 24 13:16:49.407316 dv-cinder-862491-1-iscsi neutron-server[104794]: WARNING neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] subnetpool is already registered Oct 24 13:16:49.409747 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.v2.resource_helper [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:16:49.410194 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.v2.resource_helper [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Service FLAVORS assigned prefix: {{(pid=104794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:16:49.410804 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.v2.resource_helper [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:16:49.411233 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.v2.resource_helper [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:16:49.411571 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of TrackedResource for resource:router Oct 24 13:16:49.411918 dv-cinder-862491-1-iscsi neutron-server[104794]: WARNING neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] router is already registered Oct 24 13:16:49.412367 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of TrackedResource for resource:floatingip Oct 24 13:16:49.412711 dv-cinder-862491-1-iscsi neutron-server[104794]: WARNING neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] floatingip is already registered Oct 24 13:16:49.413175 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.v2.resource_helper [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Service METERING assigned prefix: /metering {{(pid=104794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:16:49.414408 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of CountableResource for resource:rbac_policy Oct 24 13:16:49.414745 dv-cinder-862491-1-iscsi neutron-server[104794]: WARNING neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] rbac_policy is already registered Oct 24 13:16:49.415163 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of TrackedResource for resource:security_group Oct 24 13:16:49.415504 dv-cinder-862491-1-iscsi neutron-server[104794]: WARNING neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] security_group is already registered Oct 24 13:16:49.415923 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 24 13:16:49.416263 dv-cinder-862491-1-iscsi neutron-server[104794]: WARNING neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] security_group_rule is already registered Oct 24 13:16:49.416917 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.v2.resource_helper [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Service CORE assigned prefix: {{(pid=104794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:16:49.417250 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of TrackedResource for resource:subnetpool Oct 24 13:16:49.417590 dv-cinder-862491-1-iscsi neutron-server[104794]: WARNING neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] subnetpool is already registered Oct 24 13:16:49.418016 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.v2.resource_helper [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Service CORE assigned prefix: {{(pid=104794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:16:49.418347 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Creating instance of TrackedResource for resource:subnetpool Oct 24 13:16:49.418684 dv-cinder-862491-1-iscsi neutron-server[104794]: WARNING neutron.quota.resource_registry [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] subnetpool is already registered Oct 24 13:16:49.419164 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: extensions {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.420645 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: address-groups {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.422172 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: address-scopes {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.423491 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: agents {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.424697 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: auto-allocated-topology {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.425964 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: availability_zones {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.427185 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: dhcp-networks {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.428772 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: dhcp-agents {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.430760 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: routers {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.432541 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: flavors {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.433832 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: service_profiles {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.435064 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: next_providers {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.436553 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: service_profiles {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.438115 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: floatingip-pools {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.439367 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: routers {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.441124 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: floatingips {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.442410 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: l3-routers {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.443836 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: l3-agents {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.445338 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: metering-labels {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.446631 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: metering-label-rules {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.448939 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: network-ip-availabilities {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.450202 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: bindings {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.451779 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: quotas {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.453491 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: quotas {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.455104 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: rbac-policies {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.456332 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: security-groups {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.457666 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: security-group-rules {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.458939 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: service-providers {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.460197 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: subnetpools {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.461620 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: subnetpools {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.463174 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: tags {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.465169 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: tags {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.467007 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: tags {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.468850 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: tags {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.470557 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: tags {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.472573 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: tags {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.474271 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: tags {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.476757 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: tags {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.478551 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: tags {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.480339 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron.api.extensions [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Extended resource: tags {{(pid=104794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:16:49.486368 dv-cinder-862491-1-iscsi neutron-server[104794]: WARNING keystonemiddleware.auth_token [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 24 13:16:49.491994 dv-cinder-862491-1-iscsi neutron-server[104794]: WARNING keystonemiddleware.auth_token [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 24 13:16:49.501058 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Acquiring lock "singleton_lock" {{(pid=104794) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 24 13:16:49.501386 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Acquired lock "singleton_lock" {{(pid=104794) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 24 13:16:49.501859 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Releasing lock "singleton_lock" {{(pid=104794) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 24 13:16:49.502532 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO oslo_service.service [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Starting 2 workers Oct 24 13:16:49.507453 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Started child 104907 {{(pid=104794) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 24 13:16:49.511932 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Started child 104908 {{(pid=104794) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 24 13:16:49.512939 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:49.513623 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO neutron.service [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 24 13:16:49.514127 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:49.514514 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [-] (104907) wsgi starting up on http://0.0.0.0:9696 Oct 24 13:16:49.516562 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO oslo_service.service [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Starting 1 workers Oct 24 13:16:49.516707 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:49.519089 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [-] (104908) wsgi starting up on http://0.0.0.0:9696 Oct 24 13:16:49.522535 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Started child 104909 {{(pid=104794) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 24 13:16:49.523103 dv-cinder-862491-1-iscsi neutron-server[104794]: INFO oslo_service.service [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Starting 1 workers Oct 24 13:16:49.526253 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.service [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] calling RpcWorker wait() {{(pid=104909) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 24 13:16:49.526769 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.service [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] returning from RpcWorker wait() {{(pid=104909) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 24 13:16:49.527524 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Started child 104910 {{(pid=104794) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 24 13:16:49.528235 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:49.528363 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-394cf3d5-dba4-4c26-9736-6432ccc02f11 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:49.529076 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:49.530320 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104794) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 24 13:16:49.530536 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 24 13:16:49.530719 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 24 13:16:49.530950 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 24 13:16:49.531274 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 24 13:16:49.531469 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 24 13:16:49.531983 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.532254 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.532518 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:49.533010 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.533010 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.533344 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.533608 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.533863 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.534149 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.534400 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.534571 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.534740 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.534991 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.535222 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.535534 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.535805 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.536049 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.536326 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.536503 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.536936 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.537203 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.537455 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.537737 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] debug = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.537995 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.539041 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.539293 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.539595 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.539783 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.540081 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.540306 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.555536 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.555536 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.555536 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.555536 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.555536 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.555536 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.555536 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.555536 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.556166 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.556166 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.556166 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] host = dv-cinder-862491-1-iscsi {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.556166 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.556166 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.556166 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.556166 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.556166 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.556729 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.556729 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.556729 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.556729 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.556729 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.556729 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.556729 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.556729 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.557225 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] log_file = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.557225 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] log_options = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.557225 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.557225 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.557225 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.557225 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.557225 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.557632 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.557632 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.557632 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.557632 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.557632 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.557632 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.557632 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.557632 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.558200 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.558200 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.558200 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.558200 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.558200 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.558200 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.558200 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.558200 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.558759 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.558759 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.558759 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.558759 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.558759 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.558759 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.559196 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:49.559314 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.559314 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.559314 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.559314 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.559314 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.559314 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.559314 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.559314 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.559870 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.559870 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.559870 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.559870 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.559870 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.559870 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.559870 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.559870 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.560443 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.560443 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.560443 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.560443 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] use_json = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.560443 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.560443 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.560443 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.560443 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.560443 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.561127 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.561127 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.561127 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.561127 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.561127 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.561127 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.561127 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.561127 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.563825 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.563825 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.563825 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.563825 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.563825 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.563825 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.563825 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.563825 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.567099 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.567099 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.567099 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.567099 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.567099 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.567099 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.567099 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.567099 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.567854 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.567854 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.567854 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.567854 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.567854 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.567854 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.567854 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.567854 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.568415 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.568415 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.568415 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.568415 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.568415 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.568415 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.568415 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.568415 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.569006 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.569006 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.569156 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.569235 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.569517 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.569753 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.569987 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.570250 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.570492 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.570735 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.570987 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.571239 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.571486 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.571706 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.573789 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.573789 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.573789 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.573789 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.573789 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.573789 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.573789 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.573789 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.573789 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.574556 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.574556 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.574556 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.574556 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.574856 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.574981 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.575369 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.575690 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.575834 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.576053 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.576302 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.577823 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.577823 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.577823 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.577823 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.577823 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.577823 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.577823 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.578425 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.578425 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.578425 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.578639 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.578819 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.579056 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.579267 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.579509 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.579905 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.580088 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.580897 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.580897 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.580897 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.581334 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.581334 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.582157 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.582157 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.582157 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.582157 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.583332 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.583332 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.583332 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.583332 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.583332 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.584769 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.584769 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.584769 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.584769 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.584769 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.584769 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.585186 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.585186 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.585349 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.585524 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.585745 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.585961 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.586206 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.587022 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.587022 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.587022 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.587520 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.587520 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.587687 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.587766 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.588483 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.588483 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.588674 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.588765 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.589288 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.589529 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.589834 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.590121 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.590381 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.590641 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.590892 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.591123 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.591391 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.591663 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.591925 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.592157 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.592424 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.592668 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.592925 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.593177 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.593396 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.593646 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.594015 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.594248 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.594463 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.594677 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.594936 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.595184 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.595432 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.595721 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.595963 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.596223 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.596490 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.596746 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.596980 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.597215 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.597476 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.597690 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.597902 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.598113 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.598372 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.598581 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.598792 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.599024 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.599245 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.599465 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.599679 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.599896 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.600113 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.600393 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.600611 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.601374 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.601617 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.601837 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.602057 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.602295 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.602509 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.602758 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.602977 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.603503 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.603503 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.603672 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.603902 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.604144 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.604417 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.607212 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.607212 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.607212 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.607212 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.607212 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.607212 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.607212 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.607212 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.607815 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.607815 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.607815 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.607815 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.607815 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.607815 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.607815 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.608342 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.608342 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.608488 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.608689 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.608903 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.609149 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.609366 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.609591 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.609807 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.610049 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.610283 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.610500 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.610716 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.610952 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.611167 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.611422 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.611641 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.611885 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.612123 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.612362 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.612582 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.612819 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.613053 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.613284 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.613515 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.613744 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.613973 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.614186 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.614416 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.614746 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.614998 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.615236 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.615508 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.615744 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.615986 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.616215 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.617014 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.617231 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.617455 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.617672 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.617883 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.618110 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.618323 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.618532 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.618772 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.619013 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.619223 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.619447 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.619656 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.619889 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.620102 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.620338 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.620549 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.620789 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.621019 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.621229 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.621449 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.621664 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.621874 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.622120 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.622329 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.622537 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.622755 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.622973 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.623180 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.623475 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.623723 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.623940 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.624229 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.630166 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.630166 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.630166 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.630166 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.630166 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.630166 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.630166 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.630166 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.630702 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.630702 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.630702 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.630702 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.630702 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.630702 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.630702 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.630702 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.631159 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.631159 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.631159 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.631159 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.631159 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.631159 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.631159 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.631159 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.631159 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.631678 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.631678 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.631678 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.631678 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.631678 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.632003 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.632003 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.632234 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.632503 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.632697 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.632958 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.633168 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.633410 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.633643 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.633799 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 24 13:16:49.634350 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104794) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 24 13:16:49.634527 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 24 13:16:49.634714 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 24 13:16:49.634861 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 24 13:16:49.635003 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 24 13:16:49.635135 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 24 13:16:49.635389 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.635522 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.635654 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.635787 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.635947 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.636094 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.636232 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.636447 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.636599 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.636731 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.636866 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.637000 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.637131 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.637271 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.637401 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.637556 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.637714 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.637878 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.638036 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.638192 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.638337 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.638494 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] debug = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.638652 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.638851 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.639015 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.639172 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.639331 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.639487 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.639804 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.639804 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.640031 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.640211 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.640211 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.640471 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.640593 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.640716 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.640823 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.640979 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.641137 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.641294 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] host = dv-cinder-862491-1-iscsi {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.641486 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.641609 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.641769 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.641935 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.642083 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.642243 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.642400 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.642557 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.642714 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.642864 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.643024 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.643180 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.643336 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.643493 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] log_file = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.643649 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] log_options = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.643807 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.643964 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.644117 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.644386 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.644556 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.644711 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.645032 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.645192 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.645543 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.645543 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.645697 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.645792 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.645931 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.646097 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.646263 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.646410 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.646568 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.646728 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.646886 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.647046 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.647204 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.647520 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.647520 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.648252 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.648417 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.648500 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.648645 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.648801 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.648957 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.649115 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.649270 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.649429 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.649586 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.649887 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.649887 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.650330 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.650330 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.650330 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.650564 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.650646 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.650756 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.651209 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.651209 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.651209 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.651209 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.651209 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.652446 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] use_json = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.652446 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.652446 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.652446 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.652446 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.652446 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.652852 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.652852 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.652852 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.653057 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:16:49.653161 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.653294 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.653653 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.653653 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.653805 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.653872 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.654054 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.654278 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.654474 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.654474 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.654639 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.654799 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.654971 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.655326 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.655326 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.655496 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.655575 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.655736 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.655903 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.656064 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.656225 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.656409 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.656579 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.656740 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.657332 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.657332 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.657332 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.658975 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.658975 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.658975 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.658975 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.658975 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.658975 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.658975 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.658975 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.659529 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.659529 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.659529 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.659529 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.659529 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.659529 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.659529 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.660082 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.660082 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.660082 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.660082 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.660403 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.660403 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.660544 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.660673 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.660834 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.660995 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.661158 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.661320 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.661481 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.661642 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.661803 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.662004 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.662124 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.662569 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.662569 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.662569 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.662796 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.662885 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.663041 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.663201 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.663983 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.664064 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.664235 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.664423 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.664579 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.664740 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.664907 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.665059 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.665265 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.665366 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.665525 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.665685 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.665850 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.666012 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.666173 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.666333 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.666495 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.666657 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.666816 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.666977 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.667136 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.667294 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.667453 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.667611 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.667773 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.667943 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.668122 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.668296 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.668463 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.668623 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.668823 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.668973 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.669116 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.669279 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.669429 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.669557 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.669715 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.669953 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.670079 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.670180 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.670315 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.670475 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.670638 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.670799 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.670953 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.671117 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.671277 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.671439 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.671598 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.671757 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.671917 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.672078 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.672238 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.672422 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.672582 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.672742 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.672904 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.673067 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.673229 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.673439 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.673531 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.673703 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.673874 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.674035 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.674197 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.674358 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.674518 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.674678 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.674839 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.675000 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.675161 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.675375 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.675473 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.675666 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.675797 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.675955 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.676285 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.676470 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.676631 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.676794 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.676957 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.677118 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.677281 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.677442 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.677603 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.677765 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.677910 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.678075 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.678237 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.678398 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.678559 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.678719 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.678907 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.679069 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.679230 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.679391 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.679557 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.679702 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.679865 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.680010 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.680175 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.680408 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.680557 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.680683 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.680806 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.680968 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.681146 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.681304 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.681478 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.681647 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.681775 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.681919 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.682080 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.682241 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.682404 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.682565 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.682726 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.682887 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.683048 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.683209 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.683370 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.683535 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.683697 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.683858 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.684019 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.684180 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.684363 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.684525 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.686277 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.686277 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.686277 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.686277 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.686277 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.686277 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.686277 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.686277 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.687077 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.687077 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.687077 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.687077 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.687077 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.687077 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.687077 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.687077 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.687077 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.687848 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.687848 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.687848 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.687848 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.687848 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.688193 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.688193 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.688368 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.688494 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.688603 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.688767 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.688928 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.689070 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:49.689162 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.689241 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.689386 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.689548 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.689694 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.689858 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.690019 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.690194 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.690357 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.690518 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.690679 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.690840 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.691001 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.691171 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.691332 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.691494 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.691658 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.691828 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.691957 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.692125 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.692300 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.692465 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.692625 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.692841 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.692994 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.693128 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.693270 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.693395 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.693552 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.693756 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.693870 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.694019 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.694180 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.694341 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.694521 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.694683 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.694843 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.695014 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.695175 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.695336 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.695508 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.695661 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.695821 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.695991 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.696154 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.696335 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.696513 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.696663 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.696837 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.696986 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.697158 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.697320 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.697496 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.697657 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.697808 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.697977 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.698132 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.698298 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.698469 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.698635 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.698798 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.698965 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.699151 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.699300 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.699461 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.699627 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.699800 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.699961 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.700123 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.700330 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.700463 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.700625 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.700785 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.700946 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.701107 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.701267 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.701427 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.701587 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.701747 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.701906 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.702067 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.702227 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.702387 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.702548 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.702708 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.702869 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:16:49.703021 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 24 13:16:49.810788 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59006) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:49.817669 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [-] 10.222.0.48 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048435 Oct 24 13:16:49.822298 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [-] 10.222.0.48 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0040421 Oct 24 13:16:58.911275 dv-cinder-862491-1-iscsi neutron-server[104794]: DEBUG dbcounter [-] [104794] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:01.298964 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdd52ff-7ad3-4091-b417-f51bc3963d85 None None] get_active_networks_info from dv-cinder-862491-1-iscsi {{(pid=104909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:17:01.307834 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writer thread running {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 24 13:17:01.372142 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdd52ff-7ad3-4091-b417-f51bc3963d85 None None] No non-hosted networks {{(pid=104909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 24 13:17:01.387534 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.agentschedulers_db [None req-3cdd52ff-7ad3-4091-b417-f51bc3963d85 None None] DHCP Agent not found on host dv-cinder-862491-1-iscsi {{(pid=104909) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 24 13:17:01.530551 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-27ceb204-e008-4901-b1a7-008c7a4b67dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7925660'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:02.987195 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writer thread running {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 24 13:17:03.651135 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-49916c95-3f59-43a6-95ea-4989787adf4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7925660'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:03.677946 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.db.api [None req-ef260162-b968-444f-a57f-8e10002ef572 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-862491-1-iscsi {{(pid=104909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 24 13:17:03.678757 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG oslo_db.api [None req-ef260162-b968-444f-a57f-8e10002ef572 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 24 13:17:04.204192 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ef260162-b968-444f-a57f-8e10002ef572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:04.874512 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59080) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:04.888953 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7925660'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:05.500363 dv-cinder-862491-1-iscsi neutron-server[104907]: WARNING oslo_policy.policy [None req-5f25200d-7d2f-458c-99e6-e0b0dbf2a954 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 13:17:05.501274 dv-cinder-862491-1-iscsi neutron-server[104907]: WARNING oslo_policy.policy [None req-5f25200d-7d2f-458c-99e6-e0b0dbf2a954 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 13:17:05.740443 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [None req-5f25200d-7d2f-458c-99e6-e0b0dbf2a954 admin admin] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:17:05.756397 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-5f25200d-7d2f-458c-99e6-e0b0dbf2a954 admin admin] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8772995 Oct 24 13:17:06.334178 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7925660'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:06.523140 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7925660'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:06.525280 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.525979 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.526533 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.527217 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.527783 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.528417 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.528968 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.529681 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.530296 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.530806 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.531324 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.531840 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.532553 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.533364 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.536327 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.536327 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-862491-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:06.543697 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-862491-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:07.045162 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.db.l3_hamode_db [None req-7c520abd-849f-44e4-9379-ad0c8c8105d4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 24 13:17:07.129201 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c520abd-849f-44e4-9379-ad0c8c8105d4 None None] Routers set() bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:17:07.129585 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c520abd-849f-44e4-9379-ad0c8c8105d4 None None] Router IDs set() for agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 24 13:17:08.486347 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59114) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:08.814362 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-81f16572-703a-472c-a6e5-33fcf714251c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:17:08.827648 dv-cinder-862491-1-iscsi neutron-server[104907]: ERROR stevedore.extension [None req-81f16572-703a-472c-a6e5-33fcf714251c admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 24 13:17:08.910635 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.policy [None req-81f16572-703a-472c-a6e5-33fcf714251c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104907) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 24 13:17:08.952792 dv-cinder-862491-1-iscsi neutron-server[104907]: WARNING oslo_policy.policy [None req-81f16572-703a-472c-a6e5-33fcf714251c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 13:17:08.953157 dv-cinder-862491-1-iscsi neutron-server[104907]: WARNING oslo_policy.policy [None req-81f16572-703a-472c-a6e5-33fcf714251c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 13:17:08.973018 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writer thread running {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 24 13:17:09.098503 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-81f16572-703a-472c-a6e5-33fcf714251c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767830384431', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767830380851', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767830397015', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767830425316', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767830410410', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767830435634', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-12968369', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-12982924', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8065085', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8059361'] for rbac-policy (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:09.261678 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-81f16572-703a-472c-a6e5-33fcf714251c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:09.262859 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-81f16572-703a-472c-a6e5-33fcf714251c admin admin] 10.222.0.48 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7756131 Oct 24 13:17:11.836323 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59124) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:12.153378 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:17:12.225463 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Made reservation on behalf of add9f115b9a84620af8483f8863c3f6c for: {'network': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:17:12.230263 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:12.248913 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:12.355874 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Publish callbacks [] for security_group (e8cfa280-c301-4711-bc78-4d0271cffb97), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:12.396909 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (e8cfa280-c301-4711-bc78-4d0271cffb97), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:12.421761 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=104907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:17:12.456028 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767827848762', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (ca046df9-7df1-48e4-87e0-111fdb97c718), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:12.456607 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Unsubscribe: segment precommit_create {{(pid=104907) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 24 13:17:12.457125 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.segments_db [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Added segment ca046df9-7df1-48e4-87e0-111fdb97c718 of type vlan for network 988c8f62-4889-47c5-bf1f-e842ae0ddc9f Oct 24 13:17:12.474975 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cfa280-c301-4711-bc78-4d0271cffb97,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:12.521978 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:12.522319 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:12.523218 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:12.523575 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:12.523905 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:12.524225 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:12.524569 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:12.524887 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:12.525203 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:12.525517 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:12.525837 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:12.526165 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:12.526484 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:12.526794 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:12.527103 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Tracked resource versions report: Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: pushed versions: Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: { 'AddressGroup': {'1.2'}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Agent': {'1.1'}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'ConntrackHelper': {'1.0'}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'LocalIPAssociation': {'1.0'}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Log': {'1.0'}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'NDPProxy': {'1.0'}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Network': {'1.1'}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Port': {'1.7'}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'PortForwarding': {'1.3'}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'QosPolicy': {'1.10'}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'SecurityGroup': {'1.5'}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'SecurityGroupRule': {'1.2'}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'SubPort': {'1.0'}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Subnet': {'1.1'}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Trunk': {'1.1'}} Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: consumer versions: Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: { DHCP agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: L3 agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: Metadata agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: Metering agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: Open vSwitch agent@dv-cinder-862491-1-iscsi: { 'AddressGroup': '1.2', Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Agent': '1.1', Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'ConntrackHelper': '1.0', Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'LocalIPAssociation': '1.0', Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Log': '1.0', Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'NDPProxy': '1.0', Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Network': '1.1', Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Port': '1.7', Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'PortForwarding': '1.3', Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'QosPolicy': '1.10', Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'SecurityGroup': '1.5', Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'SecurityGroupRule': '1.2', Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'SubPort': '1.0', Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Subnet': '1.1', Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Trunk': '1.1'}} Oct 24 13:17:12.528491 dv-cinder-862491-1-iscsi neutron-server[104907]: {{(pid=104907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 13:17:12.565007 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (988c8f62-4889-47c5-bf1f-e842ae0ddc9f), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:12.722606 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (988c8f62-4889-47c5-bf1f-e842ae0ddc9f), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:12.728094 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:12.728837 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:12.752934 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:12.844904 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] Pushing event updated for resources: {'Network': ['ID=988c8f62-4889-47c5-bf1f-e842ae0ddc9f,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:12.856667 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network 988c8f62-4889-47c5-bf1f-e842ae0ddc9f details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:17:12.862623 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-907250d3-7648-42f2-9f5a-66b47cfb9bb9 demo demo] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0252347 Oct 24 13:17:15.490366 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 59138) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:15.992560 dv-cinder-862491-1-iscsi neutron-server[104908]: WARNING oslo_policy.policy [None req-7af9e75d-6e57-4139-99f8-78aeaec5a0d0 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 13:17:15.993109 dv-cinder-862491-1-iscsi neutron-server[104908]: WARNING oslo_policy.policy [None req-7af9e75d-6e57-4139-99f8-78aeaec5a0d0 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 13:17:16.218715 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writer thread running {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 24 13:17:16.370732 dv-cinder-862491-1-iscsi neutron-server[104908]: ERROR stevedore.extension [None req-7af9e75d-6e57-4139-99f8-78aeaec5a0d0 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 24 13:17:16.422866 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.policy [None req-7af9e75d-6e57-4139-99f8-78aeaec5a0d0 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104908) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 24 13:17:16.466528 dv-cinder-862491-1-iscsi neutron-server[104908]: WARNING oslo_policy.policy [None req-7af9e75d-6e57-4139-99f8-78aeaec5a0d0 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 13:17:16.466893 dv-cinder-862491-1-iscsi neutron-server[104908]: WARNING oslo_policy.policy [None req-7af9e75d-6e57-4139-99f8-78aeaec5a0d0 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 13:17:16.474802 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af9e75d-6e57-4139-99f8-78aeaec5a0d0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:16.476839 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-7af9e75d-6e57-4139-99f8-78aeaec5a0d0 demo admin] 10.222.0.48 "GET /networking/v2.0/networks/988c8f62-4889-47c5-bf1f-e842ae0ddc9f HTTP/1.1" status: 200 len: 825 time: 0.9846830 Oct 24 13:17:16.515401 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-0319e0f4-1adb-4779-bccc-e0a7a06693aa demo admin] 10.222.0.48 "GET /networking/v2.0/subnetpools/4fb8c1b9-3470-4384-a986-2b11a23bb110 HTTP/1.1" status: 200 len: 734 time: 0.0325875 Oct 24 13:17:16.524744 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '4fb8c1b9-3470-4384-a986-2b11a23bb110', 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:17:16.642444 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Made reservation on behalf of add9f115b9a84620af8483f8863c3f6c for: {'subnet': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:17:16.645196 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:16.974247 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for subnet (335e1f3f-dfed-45e9-932d-7e6d3877cd8e), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:17.043585 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Checking segment: {'id': 'ca046df9-7df1-48e4-87e0-111fdb97c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:17:17.043944 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Network hostable DHCP agents. Network: 988c8f62-4889-47c5-bf1f-e842ae0ddc9f, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:17:17.053213 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Pushing event updated for resources: {'Subnet': ['ID=335e1f3f-dfed-45e9-932d-7e6d3877cd8e,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:17.068116 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:17.068473 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:17.068828 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:17.069175 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:17.069537 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:17.069856 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:17.070176 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:17.070490 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:17.070820 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:17.071136 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:17.071447 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:17.071774 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:17.072087 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:17.072418 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:17.072727 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Tracked resource versions report: Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: pushed versions: Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: { 'AddressGroup': {'1.2'}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Agent': {'1.1'}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'ConntrackHelper': {'1.0'}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'LocalIPAssociation': {'1.0'}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Log': {'1.0'}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'NDPProxy': {'1.0'}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Network': {'1.1'}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Port': {'1.7'}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'PortForwarding': {'1.3'}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'QosPolicy': {'1.10'}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'SecurityGroup': {'1.5'}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'SecurityGroupRule': {'1.2'}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'SubPort': {'1.0'}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Subnet': {'1.1'}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Trunk': {'1.1'}} Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: consumer versions: Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: { DHCP agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: L3 agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: Metadata agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: Metering agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: Open vSwitch agent@dv-cinder-862491-1-iscsi: { 'AddressGroup': '1.2', Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Agent': '1.1', Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'ConntrackHelper': '1.0', Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'LocalIPAssociation': '1.0', Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Log': '1.0', Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'NDPProxy': '1.0', Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Network': '1.1', Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Port': '1.7', Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'PortForwarding': '1.3', Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'QosPolicy': '1.10', Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'SecurityGroup': '1.5', Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'SecurityGroupRule': '1.2', Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'SubPort': '1.0', Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Subnet': '1.1', Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Trunk': '1.1'}} Oct 24 13:17:17.076096 dv-cinder-862491-1-iscsi neutron-server[104908]: {{(pid=104908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 13:17:17.139291 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Network 988c8f62-4889-47c5-bf1f-e842ae0ddc9f is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:17:17.144050 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=65,neutron:INSERT=35 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:17.207749 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, 988c8f62-4889-47c5-bf1f-e842ae0ddc9f) {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:17:17.213130 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:17.213758 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:17.218287 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d521e358-0ed2-4c41-9cf3-6e96cd2f3b94 None None] Network 988c8f62-4889-47c5-bf1f-e842ae0ddc9f requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:17:17.274069 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-60350ee7-7362-4a4e-a3d1-40ea59d32c0d demo admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7530878 Oct 24 13:17:17.288469 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:17.293936 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=5 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:17.483167 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6000219d-3d5a-5fb9-ba21-95674ac20389-988c8f62-4889-47c5-bf1f-e842ae0ddc9f', 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f', 'project_id': 'add9f115b9a84620af8483f8863c3f6c', 'fixed_ips': [{'subnet_id': '335e1f3f-dfed-45e9-932d-7e6d3877cd8e'}]}} from dv-cinder-862491-1-iscsi. {{(pid=104909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:17:17.484467 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:17.759546 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.db_base_plugin_common [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Allocated IP 172.20.0.2 (988c8f62-4889-47c5-bf1f-e842ae0ddc9f/335e1f3f-dfed-45e9-932d-7e6d3877cd8e/e2fce698-c410-4c95-94c9-620c1047824d) {{(pid=104909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:17:17.768191 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=59,neutron:INSERT=39,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:18.026675 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Publish callbacks [] for port (e2fce698-c410-4c95-94c9-620c1047824d), precommit_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:18.089286 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (e2fce698-c410-4c95-94c9-620c1047824d), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:18.168167 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Network 988c8f62-4889-47c5-bf1f-e842ae0ddc9f is already hosted by enough agents. {{(pid=104909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:17:18.173919 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.base_scheduler [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Resources bound (agent type, host, resource id): {{(pid=104909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:17:18.179445 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Pushing event updated for resources: {'Port': ['ID=e2fce698-c410-4c95-94c9-620c1047824d,revision_number=1']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:18.183668 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Received port after_create {{(pid=104909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:17:18.195583 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:18.195934 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:18.196322 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:18.196685 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:18.197025 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:18.197358 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:18.197687 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:18.198015 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:18.198345 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:18.198671 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:18.198999 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:18.199339 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:18.199666 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:18.199993 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:18.200339 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Tracked resource versions report: Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: pushed versions: Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: { 'AddressGroup': {'1.2'}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Agent': {'1.1'}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'ConntrackHelper': {'1.0'}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'LocalIPAssociation': {'1.0'}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Log': {'1.0'}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'NDPProxy': {'1.0'}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Network': {'1.1'}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Port': {'1.7'}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'PortForwarding': {'1.3'}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'QosPolicy': {'1.10'}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'SecurityGroup': {'1.5'}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'SecurityGroupRule': {'1.2'}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'SubPort': {'1.0'}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Subnet': {'1.1'}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Trunk': {'1.1'}} Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: consumer versions: Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: { DHCP agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: L3 agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: Metadata agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: Metering agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: Open vSwitch agent@dv-cinder-862491-1-iscsi: { 'AddressGroup': '1.2', Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Agent': '1.1', Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'ConntrackHelper': '1.0', Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'LocalIPAssociation': '1.0', Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Log': '1.0', Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'NDPProxy': '1.0', Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Network': '1.1', Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Port': '1.7', Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'PortForwarding': '1.3', Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'QosPolicy': '1.10', Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'SecurityGroup': '1.5', Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'SecurityGroupRule': '1.2', Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'SubPort': '1.0', Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Subnet': '1.1', Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Trunk': '1.1'}} Oct 24 13:17:18.201856 dv-cinder-862491-1-iscsi neutron-server[104909]: {{(pid=104909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 13:17:18.248989 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:18.276419 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Attempting to bind port e2fce698-c410-4c95-94c9-620c1047824d on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:17:18.276865 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Attempting to bind port e2fce698-c410-4c95-94c9-620c1047824d by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': 'ca046df9-7df1-48e4-87e0-111fdb97c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:17:18.277235 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Attempting to bind port e2fce698-c410-4c95-94c9-620c1047824d on network 988c8f62-4889-47c5-bf1f-e842ae0ddc9f {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:17:18.323422 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:17:18.323773 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Checking segment: {'id': 'ca046df9-7df1-48e4-87e0-111fdb97c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:17:18.324227 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:18.324636 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Bound using segment: {'id': 'ca046df9-7df1-48e4-87e0-111fdb97c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:17:18.325128 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Bound port: e2fce698-c410-4c95-94c9-620c1047824d, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca046df9-7df1-48e4-87e0-111fdb97c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:17:18.325516 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (e2fce698-c410-4c95-94c9-620c1047824d), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:18.387431 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] For port e2fce698-c410-4c95-94c9-620c1047824d, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:17:18.391679 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] For port e2fce698-c410-4c95-94c9-620c1047824d, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=e2fce698-c410-4c95-94c9-620c1047824d,segment=NetworkSegment(ca046df9-7df1-48e4-87e0-111fdb97c718),segment_id=ca046df9-7df1-48e4-87e0-111fdb97c718)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:17:18.454349 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (e2fce698-c410-4c95-94c9-620c1047824d), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:18.512746 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e40332-d866-4a31-8893-5fa0fbf27763 None None] Pushing event updated for resources: {'Port': ['ID=e2fce698-c410-4c95-94c9-620c1047824d,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:19.936977 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 59166) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:20.262608 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [None req-e3dad5c4-6d9c-44ad-ab3a-02c65de9a55c admin admin] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:17:20.263664 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-e3dad5c4-6d9c-44ad-ab3a-02c65de9a55c admin admin] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3256989 Oct 24 13:17:22.843533 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=52,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:22.913010 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59174) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:23.242027 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [None req-07b818f5-f632-4c25-ad01-ab8abcffba49 admin admin] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:17:23.243115 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-07b818f5-f632-4c25-ad01-ab8abcffba49 admin admin] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3286695 Oct 24 13:17:25.885793 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59186) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:26.214817 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-236ec349-addd-4092-99cc-8d27d169acf1 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:17:26.295327 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-236ec349-addd-4092-99cc-8d27d169acf1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7918676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-484287'] for router (5e4d650c-f6ae-4cf4-8009-f22444cab82b), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:26.297141 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-236ec349-addd-4092-99cc-8d27d169acf1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7925022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-484256'] for router (5e4d650c-f6ae-4cf4-8009-f22444cab82b), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:26.300981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device e2fce698-c410-4c95-94c9-620c1047824d up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:17:26.381247 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port e2fce698-c410-4c95-94c9-620c1047824d triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:17:26.381582 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (e2fce698-c410-4c95-94c9-620c1047824d), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:26.381969 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port e2fce698-c410-4c95-94c9-620c1047824d Oct 24 13:17:26.440098 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-236ec349-addd-4092-99cc-8d27d169acf1 demo demo] Publish callbacks [] for router_controller (5e4d650c-f6ae-4cf4-8009-f22444cab82b), precommit_add_association {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:26.484999 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port e2fce698-c410-4c95-94c9-620c1047824d is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:17:26.485390 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (e2fce698-c410-4c95-94c9-620c1047824d), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:26.495170 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-236ec349-addd-4092-99cc-8d27d169acf1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7925167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899404'] for router (5e4d650c-f6ae-4cf4-8009-f22444cab82b), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:26.500245 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2179192f-fc4a-4200-9802-c624c9dfc10a None None] Network 988c8f62-4889-47c5-bf1f-e842ae0ddc9f requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:17:26.571049 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port e2fce698-c410-4c95-94c9-620c1047824d, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=e2fce698-c410-4c95-94c9-620c1047824d,segment=NetworkSegment(ca046df9-7df1-48e4-87e0-111fdb97c718),segment_id=ca046df9-7df1-48e4-87e0-111fdb97c718)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:17:26.582999 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-a173eed0-f35a-48d9-8278-cb39f3a89c5a None None] Provisioning complete for port e2fce698-c410-4c95-94c9-620c1047824d triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:17:26.583377 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a173eed0-f35a-48d9-8278-cb39f3a89c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (e2fce698-c410-4c95-94c9-620c1047824d), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:26.583712 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-a173eed0-f35a-48d9-8278-cb39f3a89c5a None None] Attempt 1 to provision port e2fce698-c410-4c95-94c9-620c1047824d Oct 24 13:17:26.587578 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-236ec349-addd-4092-99cc-8d27d169acf1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:26.588960 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-236ec349-addd-4092-99cc-8d27d169acf1 demo demo] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7020643 Oct 24 13:17:26.641090 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:26.666086 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (e2fce698-c410-4c95-94c9-620c1047824d), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:26.771537 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=e2fce698-c410-4c95-94c9-620c1047824d,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:26.777025 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-a173eed0-f35a-48d9-8278-cb39f3a89c5a None None] Current status of the port e2fce698-c410-4c95-94c9-620c1047824d is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:17:26.894983 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-09ef3cde-bacf-4184-9337-edb60bdf4ce6 None None] Provisioning complete for port e2fce698-c410-4c95-94c9-620c1047824d triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:17:26.895375 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-09ef3cde-bacf-4184-9337-edb60bdf4ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (e2fce698-c410-4c95-94c9-620c1047824d), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:26.895711 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-09ef3cde-bacf-4184-9337-edb60bdf4ce6 None None] Attempt 1 to provision port e2fce698-c410-4c95-94c9-620c1047824d Oct 24 13:17:26.970121 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-09ef3cde-bacf-4184-9337-edb60bdf4ce6 None None] Current status of the port e2fce698-c410-4c95-94c9-620c1047824d is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:17:27.229108 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=57,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:28.277814 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device e2fce698-c410-4c95-94c9-620c1047824d up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:17:28.309562 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:28.322349 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port e2fce698-c410-4c95-94c9-620c1047824d triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:17:28.322734 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (e2fce698-c410-4c95-94c9-620c1047824d), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:28.323073 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port e2fce698-c410-4c95-94c9-620c1047824d Oct 24 13:17:28.396744 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port e2fce698-c410-4c95-94c9-620c1047824d is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:17:29.218239 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59196) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:29.534091 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [None req-6116af5c-ebed-42c4-9f14-51984dadd344 admin admin] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:17:29.535080 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-6116af5c-ebed-42c4-9f14-51984dadd344 admin admin] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3158915 Oct 24 13:17:31.305667 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-1c5e154a-0dc1-4ca1-be1a-27385b4a0530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:32.164380 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 59204) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:32.481757 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:17:32.561720 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] Made reservation on behalf of c5f7bf50f5a94c7694720e6be18c9de2 for: {'network': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:17:32.564198 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:32.579547 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:32.680015 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] Publish callbacks [] for security_group (975e6b54-22e8-4121-9231-d7b790059955), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:32.739286 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (975e6b54-22e8-4121-9231-d7b790059955), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:32.756194 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] Reserving flat network on physical network physnet1 {{(pid=104908) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 24 13:17:32.782102 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767827848762', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (9c677f04-bf47-4f38-bc77-8725a8ff6f30), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:32.782628 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] Unsubscribe: segment precommit_create {{(pid=104908) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 24 13:17:32.783099 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.segments_db [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] Added segment 9c677f04-bf47-4f38-bc77-8725a8ff6f30 of type flat for network 493fa87f-9a93-417f-808a-5bb82e719d97 Oct 24 13:17:32.786619 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975e6b54-22e8-4121-9231-d7b790059955,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:32.837109 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (493fa87f-9a93-417f-808a-5bb82e719d97), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:32.950963 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (493fa87f-9a93-417f-808a-5bb82e719d97), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:32.951888 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:32.952485 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:33.059393 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] Pushing event updated for resources: {'Network': ['ID=493fa87f-9a93-417f-808a-5bb82e719d97,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:33.063774 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-807c6dbb-bf80-44fd-a6fe-16e3df1fe97a admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8984106 Oct 24 13:17:33.074465 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network 493fa87f-9a93-417f-808a-5bb82e719d97 details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:17:33.659742 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-d0c9995f-33dd-437f-94c5-17fe4e2f26c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:34.830473 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:35.642609 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59212) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:36.043359 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d3c9b-f313-4956-859a-b59f8230542a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:36.044757 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-863d3c9b-f313-4956-859a-b59f8230542a demo admin] 10.222.0.48 "GET /networking/v2.0/subnets/335e1f3f-dfed-45e9-932d-7e6d3877cd8e HTTP/1.1" status: 200 len: 849 time: 0.4012969 Oct 24 13:17:36.181517 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-66736e57-5e2f-442e-bc5b-1ee964b82f9d demo admin] 10.222.0.48 "GET /networking/v2.0/routers/5e4d650c-f6ae-4cf4-8009-f22444cab82b HTTP/1.1" status: 200 len: 704 time: 0.1307216 Oct 24 13:17:36.265127 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:36.445388 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:36.556574 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:36.735845 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Allocated IP 172.20.0.1 (988c8f62-4889-47c5-bf1f-e842ae0ddc9f/335e1f3f-dfed-45e9-932d-7e6d3877cd8e/b098117d-3786-461d-af2d-9cdd12633be8) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:17:36.919856 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Publish callbacks [] for port (b098117d-3786-461d-af2d-9cdd12633be8), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:37.037479 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (b098117d-3786-461d-af2d-9cdd12633be8), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:37.043234 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:37.108448 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Network 988c8f62-4889-47c5-bf1f-e842ae0ddc9f is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:17:37.113847 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:37.122523 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:17:37.125787 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:17:37.126502 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7922112'] for router_interface (5e4d650c-f6ae-4cf4-8009-f22444cab82b), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:37.188780 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Pushing event updated for resources: {'Port': ['ID=b098117d-3786-461d-af2d-9cdd12633be8,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:37.349546 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-72f1eec5-cd20-476b-906a-a26603dc9546 None None] Provisioning complete for port b098117d-3786-461d-af2d-9cdd12633be8 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:17:37.350109 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-72f1eec5-cd20-476b-906a-a26603dc9546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (b098117d-3786-461d-af2d-9cdd12633be8), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:37.350212 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-72f1eec5-cd20-476b-906a-a26603dc9546 None None] Attempt 1 to provision port b098117d-3786-461d-af2d-9cdd12633be8 Oct 24 13:17:37.383771 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-72f1eec5-cd20-476b-906a-a26603dc9546 None None] Port b098117d-3786-461d-af2d-9cdd12633be8 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:17:37.413966 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (b098117d-3786-461d-af2d-9cdd12633be8), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:37.619816 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Publish callbacks [] for port (b098117d-3786-461d-af2d-9cdd12633be8), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:37.711493 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (b098117d-3786-461d-af2d-9cdd12633be8), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:37.712324 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8330499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7922004'] for router_interface (5e4d650c-f6ae-4cf4-8009-f22444cab82b), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:37.790157 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Pushing event updated for resources: {'Port': ['ID=b098117d-3786-461d-af2d-9cdd12633be8,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:37.837355 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Network 988c8f62-4889-47c5-bf1f-e842ae0ddc9f is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:17:37.838606 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:17:38.004147 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-b782e801-b370-4ea4-8128-514cc83d0541 None None] Provisioning complete for port b098117d-3786-461d-af2d-9cdd12633be8 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:17:38.004788 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-b782e801-b370-4ea4-8128-514cc83d0541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (b098117d-3786-461d-af2d-9cdd12633be8), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:38.004894 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-b782e801-b370-4ea4-8128-514cc83d0541 None None] Attempt 1 to provision port b098117d-3786-461d-af2d-9cdd12633be8 Oct 24 13:17:38.037307 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-b782e801-b370-4ea4-8128-514cc83d0541 None None] Port b098117d-3786-461d-af2d-9cdd12633be8 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:17:38.054514 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Router 5e4d650c-f6ae-4cf4-8009-f22444cab82b is scheduled to L3 agent 8e6639ec-a083-4776-87de-588f23b64293 with binding_index 1 {{(pid=104907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:17:38.143584 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:17:38.148638 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-4e19ab8c-78ed-472b-bcae-b0bb66fd560b demo admin] 10.222.0.48 "PUT /networking/v2.0/routers/5e4d650c-f6ae-4cf4-8009-f22444cab82b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9616742 Oct 24 13:17:38.164156 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Sync routers for ids ['5e4d650c-f6ae-4cf4-8009-f22444cab82b'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:17:38.176896 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Routers {'5e4d650c-f6ae-4cf4-8009-f22444cab82b'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:17:38.177730 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:17:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['5e4d650c-f6ae-4cf4-8009-f22444cab82b'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:38.357184 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Set router 5e4d650c-f6ae-4cf4-8009-f22444cab82b gateway port host: None {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:17:38.771603 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4d650c-f6ae-4cf4-8009-f22444cab82b', 'name': 'router1', 'tenant_id': 'add9f115b9a84620af8483f8863c3f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:17:26Z', 'updated_at': '2022-10-24T13:17:37Z', 'revision_number': 2, 'project_id': 'add9f115b9a84620af8483f8863c3f6c', 'gw_port_host': None, '_interfaces': [{'id': 'b098117d-3786-461d-af2d-9cdd12633be8', 'name': '', 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f', 'tenant_id': 'add9f115b9a84620af8483f8863c3f6c', 'mac_address': 'fa:16:3e:f4:e0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d650c-f6ae-4cf4-8009-f22444cab82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '335e1f3f-dfed-45e9-932d-7e6d3877cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:17:36Z', 'updated_at': '2022-10-24T13:17:37Z', 'revision_number': 2, 'project_id': 'add9f115b9a84620af8483f8863c3f6c', 'subnets': [{'id': '335e1f3f-dfed-45e9-932d-7e6d3877cd8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fb8c1b9-3470-4384-a986-2b11a23bb110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:38.821635 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Checking router: 5e4d650c-f6ae-4cf4-8009-f22444cab82b for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:17:38.822005 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Updating router 5e4d650c-f6ae-4cf4-8009-f22444cab82b port b098117d-3786-461d-af2d-9cdd12633be8 binding host dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:17:38.873338 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (b098117d-3786-461d-af2d-9cdd12633be8), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:39.368751 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Publish callbacks [] for port (b098117d-3786-461d-af2d-9cdd12633be8), precommit_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:39.425167 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (b098117d-3786-461d-af2d-9cdd12633be8), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:39.572909 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Pushing event updated for resources: {'Port': ['ID=b098117d-3786-461d-af2d-9cdd12633be8,revision_number=3']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:39.580218 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Attempting to bind port b098117d-3786-461d-af2d-9cdd12633be8 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:17:39.580641 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Attempting to bind port b098117d-3786-461d-af2d-9cdd12633be8 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': 'ca046df9-7df1-48e4-87e0-111fdb97c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f'}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:17:39.581080 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Attempting to bind port b098117d-3786-461d-af2d-9cdd12633be8 on network 988c8f62-4889-47c5-bf1f-e842ae0ddc9f {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:17:39.591120 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:39.591464 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:39.591811 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:39.592158 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:39.592512 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:39.592840 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:39.593167 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:39.593488 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:39.593811 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:39.594133 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:39.594454 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:39.594789 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:39.595110 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:39.595428 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:39.595744 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Tracked resource versions report: Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: pushed versions: Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: { 'AddressGroup': {'1.2'}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Agent': {'1.1'}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'ConntrackHelper': {'1.0'}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'LocalIPAssociation': {'1.0'}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Log': {'1.0'}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'NDPProxy': {'1.0'}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Network': {'1.1'}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Port': {'1.7'}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'PortForwarding': {'1.3'}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'QosPolicy': {'1.10'}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'SecurityGroup': {'1.5'}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'SecurityGroupRule': {'1.2'}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'SubPort': {'1.0'}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Subnet': {'1.1'}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Trunk': {'1.1'}} Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: consumer versions: Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: { DHCP agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: L3 agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: Metadata agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: Metering agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: Open vSwitch agent@dv-cinder-862491-1-iscsi: { 'AddressGroup': '1.2', Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Agent': '1.1', Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'ConntrackHelper': '1.0', Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'LocalIPAssociation': '1.0', Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Log': '1.0', Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'NDPProxy': '1.0', Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Network': '1.1', Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Port': '1.7', Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'PortForwarding': '1.3', Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'QosPolicy': '1.10', Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'SecurityGroup': '1.5', Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'SecurityGroupRule': '1.2', Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'SubPort': '1.0', Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Subnet': '1.1', Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Trunk': '1.1'}} Oct 24 13:17:39.597219 dv-cinder-862491-1-iscsi neutron-server[104910]: {{(pid=104910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 13:17:39.668347 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:39.677114 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:17:39.678119 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Checking segment: {'id': 'ca046df9-7df1-48e4-87e0-111fdb97c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:17:39.678119 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:39.678339 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Bound using segment: {'id': 'ca046df9-7df1-48e4-87e0-111fdb97c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f'} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:17:39.678845 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Bound port: b098117d-3786-461d-af2d-9cdd12633be8, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca046df9-7df1-48e4-87e0-111fdb97c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f'}}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:17:39.679221 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (b098117d-3786-461d-af2d-9cdd12633be8), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:39.742617 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] For port b098117d-3786-461d-af2d-9cdd12633be8, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:17:39.761989 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] For port b098117d-3786-461d-af2d-9cdd12633be8, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=b098117d-3786-461d-af2d-9cdd12633be8,segment=NetworkSegment(ca046df9-7df1-48e4-87e0-111fdb97c718),segment_id=ca046df9-7df1-48e4-87e0-111fdb97c718)] {{(pid=104910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:17:39.814513 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (b098117d-3786-461d-af2d-9cdd12633be8), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:39.843524 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:39.856473 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Routers {'5e4d650c-f6ae-4cf4-8009-f22444cab82b'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:17:39.857082 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:17:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['5e4d650c-f6ae-4cf4-8009-f22444cab82b'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:39.906164 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28606a1d-901a-4da5-be64-788b9c5b7a11 None None] Pushing event updated for resources: {'Port': ['ID=b098117d-3786-461d-af2d-9cdd12633be8,revision_number=4']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:39.952861 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] Set router 5e4d650c-f6ae-4cf4-8009-f22444cab82b gateway port host: None {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:17:40.140007 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4d650c-f6ae-4cf4-8009-f22444cab82b', 'name': 'router1', 'tenant_id': 'add9f115b9a84620af8483f8863c3f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:17:26Z', 'updated_at': '2022-10-24T13:17:37Z', 'revision_number': 2, 'project_id': 'add9f115b9a84620af8483f8863c3f6c', 'gw_port_host': None, '_interfaces': [{'id': 'b098117d-3786-461d-af2d-9cdd12633be8', 'name': '', 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f', 'tenant_id': 'add9f115b9a84620af8483f8863c3f6c', 'mac_address': 'fa:16:3e:f4:e0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d650c-f6ae-4cf4-8009-f22444cab82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '335e1f3f-dfed-45e9-932d-7e6d3877cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:17:36Z', 'updated_at': '2022-10-24T13:17:39Z', 'revision_number': 4, 'project_id': 'add9f115b9a84620af8483f8863c3f6c', 'subnets': [{'id': '335e1f3f-dfed-45e9-932d-7e6d3877cd8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fb8c1b9-3470-4384-a986-2b11a23bb110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:40.164979 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a603fb40-d0ae-41d4-bcba-99f4e79b35cc None None] The sync data for ids ['5e4d650c-f6ae-4cf4-8009-f22444cab82b'] in dv-cinder-862491-1-iscsi is: [{'id': '5e4d650c-f6ae-4cf4-8009-f22444cab82b', 'name': 'router1', 'tenant_id': 'add9f115b9a84620af8483f8863c3f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:17:26Z', 'updated_at': '2022-10-24T13:17:37Z', 'revision_number': 2, 'project_id': 'add9f115b9a84620af8483f8863c3f6c', 'gw_port_host': None, '_interfaces': [{'id': 'b098117d-3786-461d-af2d-9cdd12633be8', 'name': '', 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f', 'tenant_id': 'add9f115b9a84620af8483f8863c3f6c', 'mac_address': 'fa:16:3e:f4:e0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d650c-f6ae-4cf4-8009-f22444cab82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '335e1f3f-dfed-45e9-932d-7e6d3877cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:17:36Z', 'updated_at': '2022-10-24T13:17:39Z', 'revision_number': 4, 'project_id': 'add9f115b9a84620af8483f8863c3f6c', 'subnets': [{'id': '335e1f3f-dfed-45e9-932d-7e6d3877cd8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fb8c1b9-3470-4384-a986-2b11a23bb110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:17:40.736122 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59224) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:41.121695 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20db265-561a-4c11-ae59-5d810a9dae28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:41.123056 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-b20db265-561a-4c11-ae59-5d810a9dae28 admin admin] 10.222.0.48 "GET /networking/v2.0/networks/493fa87f-9a93-417f-808a-5bb82e719d97 HTTP/1.1" status: 200 len: 842 time: 0.3859472 Oct 24 13:17:41.133222 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-ce33b908-f0b8-4a2c-9cc7-c6f3e97677c3 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:17:41.151003 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:41.231238 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce33b908-f0b8-4a2c-9cc7-c6f3e97677c3 admin admin] Made reservation on behalf of c5f7bf50f5a94c7694720e6be18c9de2 for: {'subnet': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:17:41.233734 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ce33b908-f0b8-4a2c-9cc7-c6f3e97677c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:41.423078 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:41.624104 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.objects.ports [None req-ce33b908-f0b8-4a2c-9cc7-c6f3e97677c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104907) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 24 13:17:41.624578 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ce33b908-f0b8-4a2c-9cc7-c6f3e97677c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for subnet (5b564fc3-f7a0-4760-ae48-208f08a5a715), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:41.682557 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33b908-f0b8-4a2c-9cc7-c6f3e97677c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b564fc3-f7a0-4760-ae48-208f08a5a715,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:41.694652 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce33b908-f0b8-4a2c-9cc7-c6f3e97677c3 admin admin] Checking segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:17:41.695010 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce33b908-f0b8-4a2c-9cc7-c6f3e97677c3 admin admin] Network hostable DHCP agents. Network: 493fa87f-9a93-417f-808a-5bb82e719d97, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:17:41.859757 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce33b908-f0b8-4a2c-9cc7-c6f3e97677c3 admin admin] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:17:41.962763 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-ce33b908-f0b8-4a2c-9cc7-c6f3e97677c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, 493fa87f-9a93-417f-808a-5bb82e719d97) {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:17:41.967955 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce33b908-f0b8-4a2c-9cc7-c6f3e97677c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:41.969085 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ce33b908-f0b8-4a2c-9cc7-c6f3e97677c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:41.972969 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e21508-c962-47e9-8e94-0349f56fae96 None None] Network 493fa87f-9a93-417f-808a-5bb82e719d97 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:17:42.051147 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-ce33b908-f0b8-4a2c-9cc7-c6f3e97677c3 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9218016 Oct 24 13:17:42.078147 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d502d2-ad80-4246-98f7-107f83886b40 None None] Network 493fa87f-9a93-417f-808a-5bb82e719d97 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:17:43.053334 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=42,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:43.056636 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=30,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:44.730446 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59236) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:45.180912 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-529e96f3-fe0c-4f7c-a89d-26defd5fa7df demo admin] 10.222.0.48 "GET /networking/v2.0/routers/5e4d650c-f6ae-4cf4-8009-f22444cab82b HTTP/1.1" status: 200 len: 710 time: 0.4464371 Oct 24 13:17:45.267773 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffaf349-cedc-4375-8caa-ad7da0bce4eb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:45.269178 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-7ffaf349-cedc-4375-8caa-ad7da0bce4eb demo admin] 10.222.0.48 "GET /networking/v2.0/networks/493fa87f-9a93-417f-808a-5bb82e719d97 HTTP/1.1" status: 200 len: 886 time: 0.0852652 Oct 24 13:17:45.278642 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:17:45.591690 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Publish callbacks [] for router_gateway (5e4d650c-f6ae-4cf4-8009-f22444cab82b), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:45.712640 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:45.861553 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Publish callbacks [] for router_gateway (5e4d650c-f6ae-4cf4-8009-f22444cab82b), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:45.900107 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:45.938209 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.049030 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Allocated IP 172.27.3.114 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/6f2e37de-c02c-42b4-a4b5-be8a283021ce) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:17:46.155580 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Publish callbacks [] for port (6f2e37de-c02c-42b4-a4b5-be8a283021ce), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.255042 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (6f2e37de-c02c-42b4-a4b5-be8a283021ce), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.300937 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:17:46.308066 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:17:46.308066 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Pushing event updated for resources: {'Port': ['ID=6f2e37de-c02c-42b4-a4b5-be8a283021ce,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:46.310507 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device b098117d-3786-461d-af2d-9cdd12633be8 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:17:46.310978 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:17:46.362862 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port b098117d-3786-461d-af2d-9cdd12633be8 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:17:46.363247 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (b098117d-3786-461d-af2d-9cdd12633be8), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.363587 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port b098117d-3786-461d-af2d-9cdd12633be8 Oct 24 13:17:46.435998 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port b098117d-3786-461d-af2d-9cdd12633be8 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:17:46.436422 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (b098117d-3786-461d-af2d-9cdd12633be8), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.455446 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:46.470048 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port b098117d-3786-461d-af2d-9cdd12633be8, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=b098117d-3786-461d-af2d-9cdd12633be8,segment=NetworkSegment(ca046df9-7df1-48e4-87e0-111fdb97c718),segment_id=ca046df9-7df1-48e4-87e0-111fdb97c718)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:17:46.562897 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (b098117d-3786-461d-af2d-9cdd12633be8), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.566524 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 5 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:17:46.626756 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=b098117d-3786-461d-af2d-9cdd12633be8,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:46.643519 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Publish callbacks [] for router_gateway (5e4d650c-f6ae-4cf4-8009-f22444cab82b), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.824784 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:46.829416 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7899422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7925176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-484242'] for router (5e4d650c-f6ae-4cf4-8009-f22444cab82b), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.832738 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7899495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7899413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7925121'] for router (5e4d650c-f6ae-4cf4-8009-f22444cab82b), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.885680 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:46.935180 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Router 5e4d650c-f6ae-4cf4-8009-f22444cab82b has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:17:47.037349 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:17:47.042050 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:47.047033 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-106c1208-e18d-412a-b8f7-f04e3ab67176 demo admin] 10.222.0.48 "PUT /networking/v2.0/routers/5e4d650c-f6ae-4cf4-8009-f22444cab82b HTTP/1.1" status: 200 len: 890 time: 1.7677124 Oct 24 13:17:47.047950 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Sync routers for ids ['5e4d650c-f6ae-4cf4-8009-f22444cab82b'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:17:47.060304 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Routers {'5e4d650c-f6ae-4cf4-8009-f22444cab82b'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:17:47.060989 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:17:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['5e4d650c-f6ae-4cf4-8009-f22444cab82b'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:47.145262 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:47.273435 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Set router 5e4d650c-f6ae-4cf4-8009-f22444cab82b gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:17:47.654871 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4d650c-f6ae-4cf4-8009-f22444cab82b', 'name': 'router1', 'tenant_id': 'add9f115b9a84620af8483f8863c3f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '6f2e37de-c02c-42b4-a4b5-be8a283021ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:17:26Z', 'updated_at': '2022-10-24T13:17:46Z', 'revision_number': 4, 'project_id': 'add9f115b9a84620af8483f8863c3f6c', 'gw_port': {'id': '6f2e37de-c02c-42b4-a4b5-be8a283021ce', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ff:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d650c-f6ae-4cf4-8009-f22444cab82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:17:45Z', 'updated_at': '2022-10-24T13:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'b098117d-3786-461d-af2d-9cdd12633be8', 'name': '', 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f', 'tenant_id': 'add9f115b9a84620af8483f8863c3f6c', 'mac_address': 'fa:16:3e:f4:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d650c-f6ae-4cf4-8009-f22444cab82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '335e1f3f-dfed-45e9-932d-7e6d3877cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:17:36Z', 'updated_at': '2022-10-24T13:17:46Z', 'revision_number': 5, 'project_id': 'add9f115b9a84620af8483f8863c3f6c', 'subnets': [{'id': '335e1f3f-dfed-45e9-932d-7e6d3877cd8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fb8c1b9-3470-4384-a986-2b11a23bb110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:47.703510 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Checking router: 5e4d650c-f6ae-4cf4-8009-f22444cab82b for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:17:47.703892 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Updating router 5e4d650c-f6ae-4cf4-8009-f22444cab82b port 6f2e37de-c02c-42b4-a4b5-be8a283021ce binding host dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:17:47.825743 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (6f2e37de-c02c-42b4-a4b5-be8a283021ce), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.136257 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Publish callbacks [] for port (6f2e37de-c02c-42b4-a4b5-be8a283021ce), precommit_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.190089 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (6f2e37de-c02c-42b4-a4b5-be8a283021ce), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.232435 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Attempting to bind port 6f2e37de-c02c-42b4-a4b5-be8a283021ce on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:17:48.232807 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Attempting to bind port 6f2e37de-c02c-42b4-a4b5-be8a283021ce by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:17:48.233384 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Attempting to bind port 6f2e37de-c02c-42b4-a4b5-be8a283021ce on network 493fa87f-9a93-417f-808a-5bb82e719d97 {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:17:48.260503 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c852f-7090-4a83-b16d-84f247121271 None None] Pushing event updated for resources: {'Port': ['ID=6f2e37de-c02c-42b4-a4b5-be8a283021ce,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:48.279357 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:17:48.279732 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Checking segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:17:48.280122 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.280542 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Bound using segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:17:48.281004 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Bound port: 6f2e37de-c02c-42b4-a4b5-be8a283021ce, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:17:48.281375 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (6f2e37de-c02c-42b4-a4b5-be8a283021ce), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.308284 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device b098117d-3786-461d-af2d-9cdd12633be8 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:17:48.365185 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] For port 6f2e37de-c02c-42b4-a4b5-be8a283021ce, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:17:48.365185 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] For port 6f2e37de-c02c-42b4-a4b5-be8a283021ce, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=6f2e37de-c02c-42b4-a4b5-be8a283021ce,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:17:48.371098 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:48.377606 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port b098117d-3786-461d-af2d-9cdd12633be8 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:17:48.377997 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (b098117d-3786-461d-af2d-9cdd12633be8), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.378337 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port b098117d-3786-461d-af2d-9cdd12633be8 Oct 24 13:17:48.417100 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:48.421677 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (6f2e37de-c02c-42b4-a4b5-be8a283021ce), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.489266 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Routers {'5e4d650c-f6ae-4cf4-8009-f22444cab82b'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:17:48.489869 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:17:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['5e4d650c-f6ae-4cf4-8009-f22444cab82b'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:48.542239 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c852f-7090-4a83-b16d-84f247121271 None None] Pushing event updated for resources: {'Port': ['ID=6f2e37de-c02c-42b4-a4b5-be8a283021ce,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:48.544646 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port b098117d-3786-461d-af2d-9cdd12633be8 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:17:48.616525 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] Set router 5e4d650c-f6ae-4cf4-8009-f22444cab82b gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:17:48.814207 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4d650c-f6ae-4cf4-8009-f22444cab82b', 'name': 'router1', 'tenant_id': 'add9f115b9a84620af8483f8863c3f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '6f2e37de-c02c-42b4-a4b5-be8a283021ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:17:26Z', 'updated_at': '2022-10-24T13:17:46Z', 'revision_number': 4, 'project_id': 'add9f115b9a84620af8483f8863c3f6c', 'gw_port': {'id': '6f2e37de-c02c-42b4-a4b5-be8a283021ce', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ff:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d650c-f6ae-4cf4-8009-f22444cab82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:17:45Z', 'updated_at': '2022-10-24T13:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'b098117d-3786-461d-af2d-9cdd12633be8', 'name': '', 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f', 'tenant_id': 'add9f115b9a84620af8483f8863c3f6c', 'mac_address': 'fa:16:3e:f4:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d650c-f6ae-4cf4-8009-f22444cab82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '335e1f3f-dfed-45e9-932d-7e6d3877cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:17:36Z', 'updated_at': '2022-10-24T13:17:46Z', 'revision_number': 5, 'project_id': 'add9f115b9a84620af8483f8863c3f6c', 'subnets': [{'id': '335e1f3f-dfed-45e9-932d-7e6d3877cd8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fb8c1b9-3470-4384-a986-2b11a23bb110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:48.840150 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370cfaae-b593-4279-a0a6-ab95f9ed61e6 None None] The sync data for ids ['5e4d650c-f6ae-4cf4-8009-f22444cab82b'] in dv-cinder-862491-1-iscsi is: [{'id': '5e4d650c-f6ae-4cf4-8009-f22444cab82b', 'name': 'router1', 'tenant_id': 'add9f115b9a84620af8483f8863c3f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '6f2e37de-c02c-42b4-a4b5-be8a283021ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:17:26Z', 'updated_at': '2022-10-24T13:17:46Z', 'revision_number': 4, 'project_id': 'add9f115b9a84620af8483f8863c3f6c', 'gw_port': {'id': '6f2e37de-c02c-42b4-a4b5-be8a283021ce', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ff:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4d650c-f6ae-4cf4-8009-f22444cab82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:17:45Z', 'updated_at': '2022-10-24T13:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'b098117d-3786-461d-af2d-9cdd12633be8', 'name': '', 'network_id': '988c8f62-4889-47c5-bf1f-e842ae0ddc9f', 'tenant_id': 'add9f115b9a84620af8483f8863c3f6c', 'mac_address': 'fa:16:3e:f4:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4d650c-f6ae-4cf4-8009-f22444cab82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '335e1f3f-dfed-45e9-932d-7e6d3877cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:17:36Z', 'updated_at': '2022-10-24T13:17:46Z', 'revision_number': 5, 'project_id': 'add9f115b9a84620af8483f8863c3f6c', 'subnets': [{'id': '335e1f3f-dfed-45e9-932d-7e6d3877cd8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fb8c1b9-3470-4384-a986-2b11a23bb110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:17:49.831807 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59252) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:50.143004 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=23 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:50.294252 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-5c1c7d4e-3fe4-4867-bc22-503a555eff33 admin admin] 10.222.0.48 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4613011 Oct 24 13:17:50.306732 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 6f2e37de-c02c-42b4-a4b5-be8a283021ce up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:17:50.354473 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 6f2e37de-c02c-42b4-a4b5-be8a283021ce triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:17:50.354793 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (6f2e37de-c02c-42b4-a4b5-be8a283021ce), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:50.355101 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 6f2e37de-c02c-42b4-a4b5-be8a283021ce Oct 24 13:17:50.434328 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 6f2e37de-c02c-42b4-a4b5-be8a283021ce is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:17:50.434708 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (6f2e37de-c02c-42b4-a4b5-be8a283021ce), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:50.457025 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 6f2e37de-c02c-42b4-a4b5-be8a283021ce, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=6f2e37de-c02c-42b4-a4b5-be8a283021ce,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:17:50.556567 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (6f2e37de-c02c-42b4-a4b5-be8a283021ce), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:50.603963 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=6f2e37de-c02c-42b4-a4b5-be8a283021ce,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:52.296894 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 6f2e37de-c02c-42b4-a4b5-be8a283021ce up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:17:52.344739 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 6f2e37de-c02c-42b4-a4b5-be8a283021ce triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:17:52.345325 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (6f2e37de-c02c-42b4-a4b5-be8a283021ce), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:52.345662 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 6f2e37de-c02c-42b4-a4b5-be8a283021ce Oct 24 13:17:52.394901 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:52.432373 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 6f2e37de-c02c-42b4-a4b5-be8a283021ce is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:18:00.287409 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=37 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:00.291105 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:01.316833 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-bf835989-f2dc-42c7-8db3-5569d833d76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:03.569540 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:03.575887 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:03.693905 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c0a943f8-19b5-4e1b-9929-6c717f77c6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.820387 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.287904 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.562354 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:16.490090 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:16.495645 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:23.565806 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 5 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:18:31.316506 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c5b6643f-5061-4523-b41b-c8cde4180cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:33.648017 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-9b4ad8a1-d0c9-4eb5-8a45-535432a6fbfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:34.842288 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:36.276093 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:36.567452 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:40.572792 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:40.577081 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:46.219464 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:46.487685 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:59.562459 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:59.563341 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:DELETE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:00.564514 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 5 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:19:01.315785 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-b4a1f3c9-9e29-47cc-bd0b-efa4fe7ff96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:03.635959 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-47aa1bdd-c8ee-47af-80fb-857140cf742f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:04.882213 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:06.264549 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:06.544222 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:16.484866 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:16.486795 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:17.055747 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59800) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:17.391625 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c248ce-e6b9-4f41-8ad9-75fb2f78aa4b admin admin] GET failed (client error): The resource could not be found. Oct 24 13:19:17.392944 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-d0c248ce-e6b9-4f41-8ad9-75fb2f78aa4b admin admin] 10.222.0.48 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3363097 Oct 24 13:19:17.556509 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3e3a4e-c96a-493b-9df3-1b2c37aa54c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:17.557997 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-6c3e3a4e-c96a-493b-9df3-1b2c37aa54c6 admin admin] 10.222.0.48 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1602170 Oct 24 13:19:17.568681 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:17.572753 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:20.116607 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59810) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:20.479778 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e42f8bf-3ef9-495f-a2b1-29a1e80a3f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:20.481141 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-3e42f8bf-3ef9-495f-a2b1-29a1e80a3f28 admin admin] 10.222.0.48 "GET /networking/v2.0/subnets/335e1f3f-dfed-45e9-932d-7e6d3877cd8e HTTP/1.1" status: 200 len: 849 time: 0.3635521 Oct 24 13:19:20.490723 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:19:20.576203 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Publish callbacks [] for subnet (335e1f3f-dfed-45e9-932d-7e6d3877cd8e), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.784198 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767827823288'] for subnet (335e1f3f-dfed-45e9-932d-7e6d3877cd8e), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.814300 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:20.814882 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.816157 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] 10.222.0.48 "PUT /networking/v2.0/subnets/335e1f3f-dfed-45e9-932d-7e6d3877cd8e HTTP/1.1" status: 200 len: 868 time: 0.3289652 Oct 24 13:19:20.831306 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d658100-7941-467d-932e-4b80ec55ff8f None None] Network 988c8f62-4889-47c5-bf1f-e842ae0ddc9f requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:19:20.837759 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=335e1f3f-dfed-45e9-932d-7e6d3877cd8e,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:20.846835 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.847212 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.847514 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.847848 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.848179 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.848550 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.848871 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.849192 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.849529 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.850939 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.851303 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.851639 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.851965 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.852311 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.852634 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31226853-56c9-4ce6-9674-4dc23b96faf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:21.172802 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-73bd8e30-ab43-457f-8994-921994def3aa None None] Provisioning complete for port e2fce698-c410-4c95-94c9-620c1047824d triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:21.173280 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-73bd8e30-ab43-457f-8994-921994def3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (e2fce698-c410-4c95-94c9-620c1047824d), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:21.173623 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-73bd8e30-ab43-457f-8994-921994def3aa None None] Attempt 1 to provision port e2fce698-c410-4c95-94c9-620c1047824d Oct 24 13:19:21.244297 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-73bd8e30-ab43-457f-8994-921994def3aa None None] Current status of the port e2fce698-c410-4c95-94c9-620c1047824d is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:21.252087 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-73bd8e30-ab43-457f-8994-921994def3aa None None] Provisioning complete for port b098117d-3786-461d-af2d-9cdd12633be8 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:21.252506 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-73bd8e30-ab43-457f-8994-921994def3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (b098117d-3786-461d-af2d-9cdd12633be8), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:21.252843 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-73bd8e30-ab43-457f-8994-921994def3aa None None] Attempt 1 to provision port b098117d-3786-461d-af2d-9cdd12633be8 Oct 24 13:19:21.324633 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-73bd8e30-ab43-457f-8994-921994def3aa None None] Current status of the port b098117d-3786-461d-af2d-9cdd12633be8 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:23.383833 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 59818) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:23.858338 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a73868-464e-4c4e-ae93-a49e8e4f0a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:23.858808 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a73868-464e-4c4e-ae93-a49e8e4f0a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:23.860394 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-b3a73868-464e-4c4e-ae93-a49e8e4f0a28 admin admin] 10.222.0.48 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4756565 Oct 24 13:19:26.412460 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 59828) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:26.823000 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0362c4c5-e4c3-4ae8-bfd9-660476e6d789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:26.823404 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0362c4c5-e4c3-4ae8-bfd9-660476e6d789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:26.825002 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-0362c4c5-e4c3-4ae8-bfd9-660476e6d789 admin admin] 10.222.0.48 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4116049 Oct 24 13:19:29.364982 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 59838) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:29.790532 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7131bf-df69-4ec0-8c7a-2299162205a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:29.791900 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-af7131bf-df69-4ec0-8c7a-2299162205a2 admin admin] 10.222.0.48 "GET /networking/v2.0/networks/493fa87f-9a93-417f-808a-5bb82e719d97 HTTP/1.1" status: 200 len: 886 time: 0.4255338 Oct 24 13:19:30.841006 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=59,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:30.841773 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=63,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:31.320979 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ffdf3b1e-0aa3-45f1-9dcf-038bc6122d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:32.344211 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 59846) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:32.759379 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08d58a6-928a-4c37-8fc5-e69b4ce265ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:32.760821 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-e08d58a6-928a-4c37-8fc5-e69b4ce265ea admin admin] 10.222.0.48 "GET /networking/v2.0/networks/988c8f62-4889-47c5-bf1f-e842ae0ddc9f HTTP/1.1" status: 200 len: 869 time: 0.4155681 Oct 24 13:19:33.652253 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e2987f11-470e-465b-bb58-eb802b3d169f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:34.829692 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:35.324872 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 59854) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:35.722203 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67da6a-6f5e-4a94-9443-121f69d169a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:35.722583 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67da6a-6f5e-4a94-9443-121f69d169a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:35.724103 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-8b67da6a-6f5e-4a94-9443-121f69d169a4 admin admin] 10.222.0.48 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3982801 Oct 24 13:19:36.274894 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:36.583758 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:37.562941 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 5 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:19:38.291259 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 59862) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:38.652238 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591bcec6-0186-41aa-91d8-a52c04962c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:38.652656 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591bcec6-0186-41aa-91d8-a52c04962c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:38.654227 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-591bcec6-0186-41aa-91d8-a52c04962c40 admin admin] 10.222.0.48 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3619671 Oct 24 13:19:41.221593 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59870) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:41.583719 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed955fc-f62b-4ed4-af51-69fb72d81c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:41.585085 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-5ed955fc-f62b-4ed4-af51-69fb72d81c4b admin admin] 10.222.0.48 "GET /networking/v2.0/subnets/335e1f3f-dfed-45e9-932d-7e6d3877cd8e HTTP/1.1" status: 200 len: 868 time: 0.3625424 Oct 24 13:19:44.140311 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59878) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:44.496940 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60623f8-145b-482d-814b-7821c23a48e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:44.498256 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-a60623f8-145b-482d-814b-7821c23a48e9 admin admin] 10.222.0.48 "GET /networking/v2.0/subnets/5b564fc3-f7a0-4760-ae48-208f08a5a715 HTTP/1.1" status: 200 len: 816 time: 0.3570061 Oct 24 13:19:46.476260 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:46.483280 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:48.645662 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=58 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:48.647587 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=57 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:54.488852 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=9 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:54.493881 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=14 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:57.463470 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=20 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:57.468368 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=14 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:01.308864 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-65ec21a5-43b2-45fc-87ff-72dc050f0519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:03.640593 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ea97a08e-6dd6-4634-8e31-eed395248bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:04.829109 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:06.268886 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:06.537862 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:13.956524 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59934) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:14.278078 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [None req-76ec4a29-b92f-4515-a138-cd07a7086047 admin admin] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:20:14.279078 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-76ec4a29-b92f-4515-a138-cd07a7086047 admin admin] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3216307 Oct 24 13:20:14.562229 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 5 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:20:16.483189 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:16.485134 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:16.934429 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59942) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:17.271918 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c73e3ee-f069-449b-b7ad-bca245802664 admin admin] GET failed (client error): The resource could not be found. Oct 24 13:20:17.273245 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-7c73e3ee-f069-449b-b7ad-bca245802664 admin admin] 10.222.0.48 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3379042 Oct 24 13:20:17.361056 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4918615-3995-4a79-b33f-5c3b68a96c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:17.362512 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-e4918615-3995-4a79-b33f-5c3b68a96c8b admin admin] 10.222.0.48 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0845165 Oct 24 13:20:19.936594 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59950) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:20.258480 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-a0b4a693-f9ae-4fce-b54e-99a20ed1e5d6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:20:20.319593 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b4a693-f9ae-4fce-b54e-99a20ed1e5d6 admin admin] Made reservation on behalf of c5f7bf50f5a94c7694720e6be18c9de2 for: {'network': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:20:20.322248 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a0b4a693-f9ae-4fce-b54e-99a20ed1e5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:20.350176 dv-cinder-862491-1-iscsi neutron-server[104907]: WARNING neutron.services.revisions.revision_plugin [None req-a0b4a693-f9ae-4fce-b54e-99a20ed1e5d6 admin admin] Could not find related network for resource to bump revision. Oct 24 13:20:20.362777 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b4a693-f9ae-4fce-b54e-99a20ed1e5d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=104907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:20:20.372709 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a0b4a693-f9ae-4fce-b54e-99a20ed1e5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (d5d219a1-f750-4d43-952a-a665dbb01917), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:20.374160 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.segments_db [None req-a0b4a693-f9ae-4fce-b54e-99a20ed1e5d6 admin admin] Added segment d5d219a1-f750-4d43-952a-a665dbb01917 of type vlan for network 300490b6-5551-4870-9ddc-b19d11d3cc3b Oct 24 13:20:20.419532 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a0b4a693-f9ae-4fce-b54e-99a20ed1e5d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (300490b6-5551-4870-9ddc-b19d11d3cc3b), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:20.508318 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a0b4a693-f9ae-4fce-b54e-99a20ed1e5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (300490b6-5551-4870-9ddc-b19d11d3cc3b), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:20.509230 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b4a693-f9ae-4fce-b54e-99a20ed1e5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:20.509802 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a0b4a693-f9ae-4fce-b54e-99a20ed1e5d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:20.600379 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4a693-f9ae-4fce-b54e-99a20ed1e5d6 admin admin] Pushing event updated for resources: {'Network': ['ID=300490b6-5551-4870-9ddc-b19d11d3cc3b,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:20.610494 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network 300490b6-5551-4870-9ddc-b19d11d3cc3b details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:20:20.665903 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-a0b4a693-f9ae-4fce-b54e-99a20ed1e5d6 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7282052 Oct 24 13:20:23.266128 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 59958) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:23.596802 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa1e52f-2c02-4760-9c79-b1b06d9fefb8 admin admin] GET failed (client error): The resource could not be found. Oct 24 13:20:23.598065 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-ffa1e52f-2c02-4760-9c79-b1b06d9fefb8 admin admin] 10.222.0.48 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3309987 Oct 24 13:20:23.671023 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5495e8f-312a-41fa-80b9-6c97ffbbc528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:23.672488 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-a5495e8f-312a-41fa-80b9-6c97ffbbc528 admin admin] 10.222.0.48 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0700669 Oct 24 13:20:23.682526 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '300490b6-5551-4870-9ddc-b19d11d3cc3b', 'name': 'shared-subnet'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:20:23.822494 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Made reservation on behalf of c5f7bf50f5a94c7694720e6be18c9de2 for: {'subnet': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:20:23.824845 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:24.045936 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for subnet (f7fe6f5f-31a8-4f3e-bb08-1c77daa79bb3), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:24.100900 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7fe6f5f-31a8-4f3e-bb08-1c77daa79bb3,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:24.110661 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.110998 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.111325 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.111648 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.111971 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.112315 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.112635 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.112952 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.113282 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.113599 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.113929 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.114760 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.115074 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.115380 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.115688 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.120577 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Checking segment: {'id': 'd5d219a1-f750-4d43-952a-a665dbb01917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '300490b6-5551-4870-9ddc-b19d11d3cc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:20:24.120924 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Network hostable DHCP agents. Network: 300490b6-5551-4870-9ddc-b19d11d3cc3b, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:20:24.227916 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Network 300490b6-5551-4870-9ddc-b19d11d3cc3b is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:20:24.308580 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, 300490b6-5551-4870-9ddc-b19d11d3cc3b) {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:20:24.312448 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:24.313055 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:24.317129 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f71e6d1-d8b9-48cf-bcd6-7692eb659478 None None] Network 300490b6-5551-4870-9ddc-b19d11d3cc3b requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:20:24.385636 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-5100a9ed-dcf0-4555-866d-88dac09f668a admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7064199 Oct 24 13:20:24.420455 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6000219d-3d5a-5fb9-ba21-95674ac20389-300490b6-5551-4870-9ddc-b19d11d3cc3b', 'network_id': '300490b6-5551-4870-9ddc-b19d11d3cc3b', 'project_id': 'c5f7bf50f5a94c7694720e6be18c9de2', 'fixed_ips': [{'subnet_id': 'f7fe6f5f-31a8-4f3e-bb08-1c77daa79bb3'}]}} from dv-cinder-862491-1-iscsi. {{(pid=104909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:20:24.421414 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:24.564544 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.db_base_plugin_common [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Allocated IP 192.168.233.2 (300490b6-5551-4870-9ddc-b19d11d3cc3b/f7fe6f5f-31a8-4f3e-bb08-1c77daa79bb3/eddf9665-6a3b-401e-b584-6e05591434c3) {{(pid=104909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:20:24.709539 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Publish callbacks [] for port (eddf9665-6a3b-401e-b584-6e05591434c3), precommit_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:24.800755 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (eddf9665-6a3b-401e-b584-6e05591434c3), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:24.850845 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Network 300490b6-5551-4870-9ddc-b19d11d3cc3b is already hosted by enough agents. {{(pid=104909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:20:24.853009 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.base_scheduler [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Resources bound (agent type, host, resource id): {{(pid=104909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:20:24.856832 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Received port after_create {{(pid=104909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:20:24.860154 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Pushing event updated for resources: {'Port': ['ID=eddf9665-6a3b-401e-b584-6e05591434c3,revision_number=1']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:24.872051 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.872427 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.872780 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.873136 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.873469 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.873798 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.874125 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.874445 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.874769 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.875090 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.875411 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.875744 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.876068 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.876408 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.876729 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:24.926232 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Attempting to bind port eddf9665-6a3b-401e-b584-6e05591434c3 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:20:24.927113 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Attempting to bind port eddf9665-6a3b-401e-b584-6e05591434c3 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': 'd5d219a1-f750-4d43-952a-a665dbb01917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '300490b6-5551-4870-9ddc-b19d11d3cc3b'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:20:24.927453 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Attempting to bind port eddf9665-6a3b-401e-b584-6e05591434c3 on network 300490b6-5551-4870-9ddc-b19d11d3cc3b {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:20:24.969130 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:20:24.969498 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Checking segment: {'id': 'd5d219a1-f750-4d43-952a-a665dbb01917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '300490b6-5551-4870-9ddc-b19d11d3cc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:20:24.969884 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:24.970264 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Bound using segment: {'id': 'd5d219a1-f750-4d43-952a-a665dbb01917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '300490b6-5551-4870-9ddc-b19d11d3cc3b'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:20:24.970725 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Bound port: eddf9665-6a3b-401e-b584-6e05591434c3, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d219a1-f750-4d43-952a-a665dbb01917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '300490b6-5551-4870-9ddc-b19d11d3cc3b'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:20:24.971117 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (eddf9665-6a3b-401e-b584-6e05591434c3), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:25.033162 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] For port eddf9665-6a3b-401e-b584-6e05591434c3, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:20:25.036500 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] For port eddf9665-6a3b-401e-b584-6e05591434c3, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=eddf9665-6a3b-401e-b584-6e05591434c3,segment=NetworkSegment(d5d219a1-f750-4d43-952a-a665dbb01917),segment_id=d5d219a1-f750-4d43-952a-a665dbb01917)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:20:25.103593 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (eddf9665-6a3b-401e-b584-6e05591434c3), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:25.161536 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e87ee-22f8-4752-8d25-9c56a88cc403 None None] Pushing event updated for resources: {'Port': ['ID=eddf9665-6a3b-401e-b584-6e05591434c3,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:25.988402 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7992b-ba1d-41fb-93fb-6b13800b5390 None None] Network 300490b6-5551-4870-9ddc-b19d11d3cc3b requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:20:26.069675 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:26.091987 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:26.097406 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-8ce39e1e-ae1e-4eed-8af6-9c67cd53dd35 None None] Provisioning complete for port eddf9665-6a3b-401e-b584-6e05591434c3 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:26.097796 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8ce39e1e-ae1e-4eed-8af6-9c67cd53dd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (eddf9665-6a3b-401e-b584-6e05591434c3), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:26.098131 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-8ce39e1e-ae1e-4eed-8af6-9c67cd53dd35 None None] Attempt 1 to provision port eddf9665-6a3b-401e-b584-6e05591434c3 Oct 24 13:20:26.183867 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-8ce39e1e-ae1e-4eed-8af6-9c67cd53dd35 None None] Current status of the port eddf9665-6a3b-401e-b584-6e05591434c3 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:26.184984 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8ce39e1e-ae1e-4eed-8af6-9c67cd53dd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (eddf9665-6a3b-401e-b584-6e05591434c3), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:26.228064 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-8ce39e1e-ae1e-4eed-8af6-9c67cd53dd35 None None] For port eddf9665-6a3b-401e-b584-6e05591434c3, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=eddf9665-6a3b-401e-b584-6e05591434c3,segment=NetworkSegment(d5d219a1-f750-4d43-952a-a665dbb01917),segment_id=d5d219a1-f750-4d43-952a-a665dbb01917)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:20:26.297472 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8ce39e1e-ae1e-4eed-8af6-9c67cd53dd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (eddf9665-6a3b-401e-b584-6e05591434c3), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:26.352384 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce39e1e-ae1e-4eed-8af6-9c67cd53dd35 None None] Pushing event updated for resources: {'Port': ['ID=eddf9665-6a3b-401e-b584-6e05591434c3,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:26.415866 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-435bfa8d-6987-4737-b9e8-85144e101765 None None] Provisioning complete for port eddf9665-6a3b-401e-b584-6e05591434c3 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:26.416247 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-435bfa8d-6987-4737-b9e8-85144e101765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (eddf9665-6a3b-401e-b584-6e05591434c3), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:26.416616 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-435bfa8d-6987-4737-b9e8-85144e101765 None None] Attempt 1 to provision port eddf9665-6a3b-401e-b584-6e05591434c3 Oct 24 13:20:26.439209 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device eddf9665-6a3b-401e-b584-6e05591434c3 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:20:26.520372 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port eddf9665-6a3b-401e-b584-6e05591434c3 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:26.520697 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (eddf9665-6a3b-401e-b584-6e05591434c3), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:26.521032 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port eddf9665-6a3b-401e-b584-6e05591434c3 Oct 24 13:20:26.551264 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-435bfa8d-6987-4737-b9e8-85144e101765 None None] Current status of the port eddf9665-6a3b-401e-b584-6e05591434c3 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:26.601277 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port eddf9665-6a3b-401e-b584-6e05591434c3 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:28.386566 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device eddf9665-6a3b-401e-b584-6e05591434c3 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:20:28.429656 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port eddf9665-6a3b-401e-b584-6e05591434c3 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:28.430044 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (eddf9665-6a3b-401e-b584-6e05591434c3), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:28.430381 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port eddf9665-6a3b-401e-b584-6e05591434c3 Oct 24 13:20:28.491680 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:28.503058 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port eddf9665-6a3b-401e-b584-6e05591434c3 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:31.325675 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1ba5-0a72-4891-b8af-0bd6cb7cfda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:31.560625 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:31.565498 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:33.730927 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6a0c-2f34-4350-9a44-a01f06cbaec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:34.322423 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=76,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:34.323187 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:34.839875 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.291038 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.548082 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:46.479926 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:46.487281 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:51.562037 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 5 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:21:01.319623 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-3014e0d0-d6ac-4676-88b6-c2acb422cdca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:03.684703 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2785b11f-f00c-4a8e-8365-e73851f52a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:04.845063 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:06.296333 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:06.547548 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:08.570953 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=5 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:08.571708 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:16.485594 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:16.487449 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:28.561428 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 5 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:21:31.330020 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-620554b4-e8a2-4e39-b8b9-30aba30b28bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:33.661090 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2ea92230-b0e4-404c-9fe3-5a61398da9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:34.821285 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:36.335383 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:36.546673 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:45.573220 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:45.577119 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:46.479615 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:46.486589 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:47.481204 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60000) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:21:47.486728 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [None req-7e262be1-6eac-4248-a6c2-29758cc84e68 tempest-verify_tempest_config-1563660024 tempest-verify_tempest_config-1563660024-project] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:21:47.487689 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-7e262be1-6eac-4248-a6c2-29758cc84e68 tempest-verify_tempest_config-1563660024 tempest-verify_tempest_config-1563660024-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0055289 Oct 24 13:21:48.180719 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60018) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:21:48.506619 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:48.581316 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Publish callbacks [] for security_group (83ac8c91-7cea-4679-8555-c5b66cdadca2), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:48.643550 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (83ac8c91-7cea-4679-8555-c5b66cdadca2), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:48.690440 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ac8c91-7cea-4679-8555-c5b66cdadca2,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:48.695620 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=8d42fc337e194c1c8e6e62d54bc6d50f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5139196 Oct 24 13:21:48.698462 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60024) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:21:48.699838 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.700174 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.700547 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.707678 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.707678 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.707678 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.707678 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.707678 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.707678 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.707678 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.707678 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.707678 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.707678 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.707678 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.707678 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3787-577b-4944-aac4-618ae36b54f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.757025 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Publish callbacks [] for security_group (83ac8c91-7cea-4679-8555-c5b66cdadca2), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:48.777807 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Publish callbacks [] for security_group (83ac8c91-7cea-4679-8555-c5b66cdadca2), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:48.930136 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (83ac8c91-7cea-4679-8555-c5b66cdadca2), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:48.932803 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:48.933943 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/83ac8c91-7cea-4679-8555-c5b66cdadca2 HTTP/1.1" status: 204 len: 168 time: 0.2344775 Oct 24 13:21:48.942104 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ac8c91-7cea-4679-8555-c5b66cdadca2,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:48.949432 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.949777 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.950141 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.950480 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.950808 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.951133 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.951459 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.951780 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.952126 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.952474 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.952816 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.953157 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.953481 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.953799 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:48.954125 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dbffee-43c1-4278-8a77-c9ca8fd69947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:57.390481 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=11 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:57.392291 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=15 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:58.688904 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:58.694058 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:58.936981 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:58.945914 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:58.973908 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:01.306091 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-786c555b-827f-4b5f-b7f0-7a08013cb653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:03.631789 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-aea3ebc9-524e-410a-8191-d7f3f33f63c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:04.831494 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:05.559042 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 5 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:22:06.311563 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:06.574197 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:16.483311 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:16.485173 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:22.577623 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=5 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:22.582913 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=3 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:31.293569 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-3a9497c5-6350-42c4-9069-c29beb7c9bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:33.613715 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-594f9fda-ef0b-46fe-9b63-3db3ef99de43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:34.831049 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:36.311005 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:36.539656 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:42.557843 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 5 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:22:46.480620 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=22 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:46.482441 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:59.578227 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=6 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:59.588292 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:01.310061 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3225de3-5b45-4515-8068-67abd854c654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:03.624344 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-0872c2f7-ab8a-4ef6-9cb0-f2de12af4e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:04.835761 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:06.321578 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:06.527252 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:16.484853 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:16.486810 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:19.556404 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 5 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:23:23.732390 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7925660'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:31.303544 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-0a3fb482-2158-4de1-a25f-c6d627f9d98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:33.629985 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-4e72ba0a-fa15-431f-a009-feb96daf6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:34.886222 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:36.320770 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:36.555186 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:36.589285 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:36.595146 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:38.526297 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60116) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:23:38.650964 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-5de56b94-0d5c-4a72-9f07-47bd87e5cb64 admin admin] 10.222.0.48 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1230884 Oct 24 13:23:41.110819 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60126) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:23:41.172254 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-8212a752-1517-4bdf-aa39-d257d4f3cc1b admin admin] 10.222.0.48 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0603471 Oct 24 13:23:46.238865 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=6,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:46.487688 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:48.643609 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:48.644457 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:51.165971 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:51.167244 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:53.686117 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:56.554362 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:24:01.291245 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-866e928a-7435-460a-b713-f2a1ef459daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:03.628262 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e06c0bb6-75e9-4aed-892b-49c729d1ad28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:04.885468 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:06.302318 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:06.542680 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:13.585742 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=16 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:13.591579 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=18 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:16.476142 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:16.483098 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:23.719315 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:31.302420 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-34b23e6e-df1d-4086-8c96-931b6298cbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:33.566409 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:24:33.622550 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-89fa9cb4-ed61-42db-a344-3c42aae43ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:34.868834 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:36.382797 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:36.530532 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:46.473169 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:46.482185 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:53.724045 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:59.569281 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:59.570007 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:01.289852 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a764203a-90b4-4e53-9663-618fb84f5a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:03.609847 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-868b8336-a8fe-4256-ad06-279ec9713255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:04.861358 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:06.289647 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:06.529580 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:10.556146 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:25:13.549334 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60296) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:13.923253 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-network', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:14.003914 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Made reservation on behalf of 7fa2196e343c45b5b741c39417ba9ef8 for: {'network': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:25:14.007846 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:14.007935 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60318) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:14.016343 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:14.100294 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Publish callbacks [] for security_group (4b9ae049-36f0-483b-a058-8ec70f4fa58c), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:14.214851 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (4b9ae049-36f0-483b-a058-8ec70f4fa58c), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:14.251074 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=104907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:25:14.262775 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9ae049-36f0-483b-a058-8ec70f4fa58c,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:14.265234 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (4fd0a130-c15f-414a-9dff-5fbd674ff38a), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:14.265560 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.segments_db [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Added segment 4fd0a130-c15f-414a-9dff-5fbd674ff38a of type vlan for network 958bd8a2-e988-4f21-ad22-567c0fb9f577 Oct 24 13:25:14.279005 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:14.279005 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:14.279005 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:14.279341 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:14.279440 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:14.279797 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:14.280122 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:14.280479 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:14.280795 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:14.281114 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:14.281431 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:14.281748 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:14.282061 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:14.282420 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:14.283000 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Tracked resource versions report: Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: pushed versions: Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: { 'AddressGroup': {'1.2'}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Agent': {'1.1'}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'ConntrackHelper': {'1.0'}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'LocalIPAssociation': {'1.0'}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Log': {'1.0'}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'NDPProxy': {'1.0'}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Network': {'1.1'}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Port': {'1.7'}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'PortForwarding': {'1.3'}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'QosPolicy': {'1.10'}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'SecurityGroup': {'1.5'}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'SecurityGroupRule': {'1.2'}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'SubPort': {'1.0'}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Subnet': {'1.1'}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Trunk': {'1.1'}} Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: consumer versions: Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: { DHCP agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: HyperV agent@hv-cinder-86249: {}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: L3 agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: Metadata agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: Metering agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: Open vSwitch agent@dv-cinder-862491-1-iscsi: { 'AddressGroup': '1.2', Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Agent': '1.1', Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'ConntrackHelper': '1.0', Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'LocalIPAssociation': '1.0', Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Log': '1.0', Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'NDPProxy': '1.0', Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Network': '1.1', Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Port': '1.7', Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'PortForwarding': '1.3', Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'QosPolicy': '1.10', Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'SecurityGroup': '1.5', Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'SecurityGroupRule': '1.2', Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'SubPort': '1.0', Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Subnet': '1.1', Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: 'Trunk': '1.1'}} Oct 24 13:25:14.284162 dv-cinder-862491-1-iscsi neutron-server[104907]: {{(pid=104907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 13:25:14.326279 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (958bd8a2-e988-4f21-ad22-567c0fb9f577), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:14.409554 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (958bd8a2-e988-4f21-ad22-567c0fb9f577), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:14.415296 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:14.415296 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:14.479576 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60348) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:14.484448 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9289625 Oct 24 13:25:14.484448 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacad134-ee77-4072-b6b8-3297beb33915 admin admin] Pushing event updated for resources: {'Network': ['ID=958bd8a2-e988-4f21-ad22-567c0fb9f577,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:14.486596 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Request body: {'subnet': {'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-subnet', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:14.493035 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network 958bd8a2-e988-4f21-ad22-567c0fb9f577 details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:25:14.526950 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-2ca9134a-ef97-415f-b6a3-eae1f836d864 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-44242756-network', 'tenant_id': '986792b802264c748e4614c4d2a17680'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:14.582381 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60350) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:14.632457 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca9134a-ef97-415f-b6a3-eae1f836d864 admin admin] Made reservation on behalf of 986792b802264c748e4614c4d2a17680 for: {'network': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:25:14.635083 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2ca9134a-ef97-415f-b6a3-eae1f836d864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:14.638578 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Made reservation on behalf of 7fa2196e343c45b5b741c39417ba9ef8 for: {'subnet': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:25:14.641500 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:14.650931 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2ca9134a-ef97-415f-b6a3-eae1f836d864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:14.804309 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60374) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:14.888895 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2ca9134a-ef97-415f-b6a3-eae1f836d864 admin admin] Publish callbacks [] for security_group (051bb4c3-2772-4944-b811-95306c44e9f3), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:14.918802 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for subnet (35e2c2ac-a24b-4c15-9d5d-d1af70da09b7), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:14.968445 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2ca9134a-ef97-415f-b6a3-eae1f836d864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (051bb4c3-2772-4944-b811-95306c44e9f3), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:14.998648 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-fff2474d-597e-4cc4-af38-d7582d9212fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1530846124-network', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:15.007598 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca9134a-ef97-415f-b6a3-eae1f836d864 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=104908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:25:15.033989 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Checking segment: {'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:15.034576 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Network hostable DHCP agents. Network: 958bd8a2-e988-4f21-ad22-567c0fb9f577, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:25:15.037931 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2ca9134a-ef97-415f-b6a3-eae1f836d864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (5afd93d1-b52b-458b-9652-8d16e29c9db4), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.038269 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.segments_db [None req-2ca9134a-ef97-415f-b6a3-eae1f836d864 admin admin] Added segment 5afd93d1-b52b-458b-9652-8d16e29c9db4 of type vlan for network 66080719-964f-4fc3-8c4a-84b1c81a6ebc Oct 24 13:25:15.050385 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e2c2ac-a24b-4c15-9d5d-d1af70da09b7,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:15.108201 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:15.108578 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:15.108935 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:15.109280 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:15.109614 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:15.110078 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:15.110408 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:15.110734 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:15.111072 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:15.111402 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:15.111741 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:15.112085 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:15.112435 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:15.112951 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:15.113269 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Tracked resource versions report: Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: pushed versions: Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: { 'AddressGroup': {'1.2'}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Agent': {'1.1'}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'ConntrackHelper': {'1.0'}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'LocalIPAssociation': {'1.0'}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Log': {'1.0'}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'NDPProxy': {'1.0'}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Network': {'1.1'}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Port': {'1.7'}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'PortForwarding': {'1.3'}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'QosPolicy': {'1.10'}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'SecurityGroup': {'1.5'}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'SecurityGroupRule': {'1.2'}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'SubPort': {'1.0'}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Subnet': {'1.1'}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Trunk': {'1.1'}} Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: consumer versions: Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: { DHCP agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: HyperV agent@hv-cinder-86249: {}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: L3 agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: Metadata agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: Metering agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: Open vSwitch agent@dv-cinder-862491-1-iscsi: { 'AddressGroup': '1.2', Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Agent': '1.1', Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'ConntrackHelper': '1.0', Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'LocalIPAssociation': '1.0', Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Log': '1.0', Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'NDPProxy': '1.0', Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Network': '1.1', Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Port': '1.7', Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'PortForwarding': '1.3', Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'QosPolicy': '1.10', Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'SecurityGroup': '1.5', Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'SecurityGroupRule': '1.2', Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'SubPort': '1.0', Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Subnet': '1.1', Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: 'Trunk': '1.1'}} Oct 24 13:25:15.114444 dv-cinder-862491-1-iscsi neutron-server[104908]: {{(pid=104908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 13:25:15.122729 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2ca9134a-ef97-415f-b6a3-eae1f836d864 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (66080719-964f-4fc3-8c4a-84b1c81a6ebc), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.130045 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9134a-ef97-415f-b6a3-eae1f836d864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051bb4c3-2772-4944-b811-95306c44e9f3,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:15.186673 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Network 958bd8a2-e988-4f21-ad22-567c0fb9f577 is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:25:15.195017 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-0657a444-8216-4d68-884f-8ddc8dd7efe7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1272086794-network', 'tenant_id': '6019625869c249fbae42eff10c82c590'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:15.210854 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2ca9134a-ef97-415f-b6a3-eae1f836d864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (66080719-964f-4fc3-8c4a-84b1c81a6ebc), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.213742 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca9134a-ef97-415f-b6a3-eae1f836d864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:15.217200 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2ca9134a-ef97-415f-b6a3-eae1f836d864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.221477 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff2474d-597e-4cc4-af38-d7582d9212fd admin admin] Made reservation on behalf of e3faf7ad1fea4ab8b08c98a10491ec11 for: {'network': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:25:15.223779 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fff2474d-597e-4cc4-af38-d7582d9212fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.234846 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:15.253430 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, 958bd8a2-e988-4f21-ad22-567c0fb9f577) {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:15.258004 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:15.259425 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.262290 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fff2474d-597e-4cc4-af38-d7582d9212fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.271637 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9571c984-44b4-4c20-83dc-20b2696383d6 None None] Network 958bd8a2-e988-4f21-ad22-567c0fb9f577 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:25:15.289925 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0657a444-8216-4d68-884f-8ddc8dd7efe7 admin admin] Made reservation on behalf of 6019625869c249fbae42eff10c82c590 for: {'network': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:25:15.293001 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0657a444-8216-4d68-884f-8ddc8dd7efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.304800 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0657a444-8216-4d68-884f-8ddc8dd7efe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.313886 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9134a-ef97-415f-b6a3-eae1f836d864 admin admin] Pushing event updated for resources: {'Network': ['ID=66080719-964f-4fc3-8c4a-84b1c81a6ebc,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:15.326183 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network 66080719-964f-4fc3-8c4a-84b1c81a6ebc details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:25:15.342005 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-2ca9134a-ef97-415f-b6a3-eae1f836d864 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3323722 Oct 24 13:25:15.349450 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60398) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:15.352858 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:15.356901 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-23135f50-d17d-4430-bdf9-30533954d568 admin admin] Request body: {'subnet': {'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-subnet', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:15.415380 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0657a444-8216-4d68-884f-8ddc8dd7efe7 admin admin] Publish callbacks [] for security_group (0e9260e4-16fd-4d92-8be2-257fdae43e5a), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.455197 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23135f50-d17d-4430-bdf9-30533954d568 admin admin] Made reservation on behalf of 986792b802264c748e4614c4d2a17680 for: {'subnet': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:25:15.458254 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-23135f50-d17d-4430-bdf9-30533954d568 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.479642 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6000219d-3d5a-5fb9-ba21-95674ac20389-958bd8a2-e988-4f21-ad22-567c0fb9f577', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7'}]}} from dv-cinder-862491-1-iscsi. {{(pid=104909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:25:15.480616 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.518397 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0657a444-8216-4d68-884f-8ddc8dd7efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (0e9260e4-16fd-4d92-8be2-257fdae43e5a), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.547714 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0657a444-8216-4d68-884f-8ddc8dd7efe7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=104907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:25:15.588302 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0657a444-8216-4d68-884f-8ddc8dd7efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (21166038-c0cc-425c-828a-e551b903fa80), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.593342 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.segments_db [None req-0657a444-8216-4d68-884f-8ddc8dd7efe7 admin admin] Added segment 21166038-c0cc-425c-828a-e551b903fa80 of type vlan for network 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c Oct 24 13:25:15.659337 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-97bdc22a-f25d-4f97-a82f-532c92a4fb33 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1784389 Oct 24 13:25:15.676213 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60402) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:15.677606 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.db_base_plugin_common [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Allocated IP 172.20.0.2 (958bd8a2-e988-4f21-ad22-567c0fb9f577/35e2c2ac-a24b-4c15-9d5d-d1af70da09b7/c7cb1793-867f-4623-8371-47adb3b0c1d9) {{(pid=104909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:15.697141 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:15.788663 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fff2474d-597e-4cc4-af38-d7582d9212fd admin admin] Publish callbacks [] for security_group (d432947a-d408-4496-a926-d6dfb0195468), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.816121 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=69,neutron:INSERT=27,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:15.859014 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7918676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-484287'] for router (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.863132 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7925022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-484256'] for router (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.871618 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0657a444-8216-4d68-884f-8ddc8dd7efe7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (0e6c385a-5176-45cf-b215-cfd3a8bc2b5c), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.873912 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657a444-8216-4d68-884f-8ddc8dd7efe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9260e4-16fd-4d92-8be2-257fdae43e5a,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:15.889459 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fff2474d-597e-4cc4-af38-d7582d9212fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (d432947a-d408-4496-a926-d6dfb0195468), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.889597 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Publish callbacks [] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), precommit_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.892945 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:15.936671 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2474d-597e-4cc4-af38-d7582d9212fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d432947a-d408-4496-a926-d6dfb0195468,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:15.955208 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff2474d-597e-4cc4-af38-d7582d9212fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=104908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:25:16.018997 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=70,neutron:INSERT=26,neutron:UPDATE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:16.020437 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fff2474d-597e-4cc4-af38-d7582d9212fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (b4a4b59e-fc0d-4d42-9230-b633da9afd87), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:16.020983 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.segments_db [None req-fff2474d-597e-4cc4-af38-d7582d9212fd admin admin] Added segment b4a4b59e-fc0d-4d42-9230-b633da9afd87 of type vlan for network 143f8287-8fb4-4393-ae4f-ca898c17799f Oct 24 13:25:16.061647 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:16.062019 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0657a444-8216-4d68-884f-8ddc8dd7efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (0e6c385a-5176-45cf-b215-cfd3a8bc2b5c), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:16.063682 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0657a444-8216-4d68-884f-8ddc8dd7efe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:16.064520 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0657a444-8216-4d68-884f-8ddc8dd7efe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:16.137978 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Network 958bd8a2-e988-4f21-ad22-567c0fb9f577 is already hosted by enough agents. {{(pid=104909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:16.142096 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.base_scheduler [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Resources bound (agent type, host, resource id): {{(pid=104909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:16.152723 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Received port after_create {{(pid=104909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:16.160145 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657a444-8216-4d68-884f-8ddc8dd7efe7 admin admin] Pushing event updated for resources: {'Network': ['ID=0e6c385a-5176-45cf-b215-cfd3a8bc2b5c,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:16.179595 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-0657a444-8216-4d68-884f-8ddc8dd7efe7 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3726060 Oct 24 13:25:16.184191 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60436) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:16.192979 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-9513a5fc-e86e-472c-860c-e2dbb848e95e admin admin] Request body: {'subnet': {'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1272086794-subnet', 'tenant_id': '6019625869c249fbae42eff10c82c590', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:16.195030 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:25:16.214674 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:16.266269 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9513a5fc-e86e-472c-860c-e2dbb848e95e admin admin] Made reservation on behalf of 6019625869c249fbae42eff10c82c590 for: {'subnet': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:25:16.269873 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9513a5fc-e86e-472c-860c-e2dbb848e95e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:16.328525 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Pushing event updated for resources: {'Port': ['ID=c7cb1793-867f-4623-8371-47adb3b0c1d9,revision_number=1']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:16.338603 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:16.339143 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:16.339833 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:16.340112 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:16.340511 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:16.341013 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:16.341346 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:16.341671 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:16.341993 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:16.342319 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:16.342641 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:16.342973 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:16.343299 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:16.343614 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:16.343935 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Tracked resource versions report: Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: pushed versions: Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: { 'AddressGroup': {'1.2'}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Agent': {'1.1'}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'ConntrackHelper': {'1.0'}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'LocalIPAssociation': {'1.0'}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Log': {'1.0'}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'NDPProxy': {'1.0'}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Network': {'1.1'}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Port': {'1.7'}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'PortForwarding': {'1.3'}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'QosPolicy': {'1.10'}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'SecurityGroup': {'1.5'}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'SecurityGroupRule': {'1.2'}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'SubPort': {'1.0'}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Subnet': {'1.1'}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Trunk': {'1.1'}} Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: consumer versions: Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: { DHCP agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: HyperV agent@hv-cinder-86249: {}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: L3 agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: Metadata agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: Metering agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: Open vSwitch agent@dv-cinder-862491-1-iscsi: { 'AddressGroup': '1.2', Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Agent': '1.1', Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'ConntrackHelper': '1.0', Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'LocalIPAssociation': '1.0', Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Log': '1.0', Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'NDPProxy': '1.0', Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Network': '1.1', Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Port': '1.7', Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'PortForwarding': '1.3', Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'QosPolicy': '1.10', Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'SecurityGroup': '1.5', Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'SecurityGroupRule': '1.2', Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'SubPort': '1.0', Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Subnet': '1.1', Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: 'Trunk': '1.1'}} Oct 24 13:25:16.345146 dv-cinder-862491-1-iscsi neutron-server[104909]: {{(pid=104909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 13:25:16.363511 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Attempting to bind port c7cb1793-867f-4623-8371-47adb3b0c1d9 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:25:16.363511 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Attempting to bind port c7cb1793-867f-4623-8371-47adb3b0c1d9 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:25:16.363511 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Attempting to bind port c7cb1793-867f-4623-8371-47adb3b0c1d9 on network 958bd8a2-e988-4f21-ad22-567c0fb9f577 {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:16.419336 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:25:16.420178 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Checking segment: {'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:16.420704 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Publish callbacks [] for router_controller (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), precommit_add_association {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:16.421601 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:16.422217 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Bound using segment: {'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:25:16.422932 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Bound port: c7cb1793-867f-4623-8371-47adb3b0c1d9, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:25:16.423515 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:16.434833 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fff2474d-597e-4cc4-af38-d7582d9212fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (143f8287-8fb4-4393-ae4f-ca898c17799f), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:16.464534 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:16.498599 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] For port c7cb1793-867f-4623-8371-47adb3b0c1d9, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:25:16.503372 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] For port c7cb1793-867f-4623-8371-47adb3b0c1d9, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=c7cb1793-867f-4623-8371-47adb3b0c1d9,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:25:16.547570 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-23135f50-d17d-4430-bdf9-30533954d568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for subnet (23b6e2ac-f85b-4064-b811-8257eb367afd), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:16.592816 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:16.638178 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fff2474d-597e-4cc4-af38-d7582d9212fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (143f8287-8fb4-4393-ae4f-ca898c17799f), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:16.639284 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff2474d-597e-4cc4-af38-d7582d9212fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:16.641123 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fff2474d-597e-4cc4-af38-d7582d9212fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:16.667870 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9513a5fc-e86e-472c-860c-e2dbb848e95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for subnet (4696fb9b-6e97-4a50-99b0-d3b94cc865ed), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:16.676240 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3582a-c3db-4cc1-a8ae-c1f1f24b2938 None None] Pushing event updated for resources: {'Port': ['ID=c7cb1793-867f-4623-8371-47adb3b0c1d9,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:16.787636 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513a5fc-e86e-472c-860c-e2dbb848e95e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4696fb9b-6e97-4a50-99b0-d3b94cc865ed,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:16.801319 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9513a5fc-e86e-472c-860c-e2dbb848e95e admin admin] Checking segment: {'id': '21166038-c0cc-425c-828a-e551b903fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:16.801849 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9513a5fc-e86e-472c-860c-e2dbb848e95e admin admin] Network hostable DHCP agents. Network: 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:25:16.831436 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23135f50-d17d-4430-bdf9-30533954d568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b6e2ac-f85b-4064-b811-8257eb367afd,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:16.872817 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9513a5fc-e86e-472c-860c-e2dbb848e95e admin admin] Network 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:25:16.936663 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-fff2474d-597e-4cc4-af38-d7582d9212fd admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3531737 Oct 24 13:25:16.939668 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60466) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:16.951430 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-7510fc0d-e32a-42da-941a-cdc0765d2c7c admin admin] Request body: {'subnet': {'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1530846124-subnet', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:16.982390 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-9513a5fc-e86e-472c-860c-e2dbb848e95e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c) {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:16.982875 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2474d-597e-4cc4-af38-d7582d9212fd admin admin] Pushing event updated for resources: {'Network': ['ID=143f8287-8fb4-4393-ae4f-ca898c17799f,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:16.992114 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de70d58d-8af1-456e-b7e2-66c9ec14b568 None None] Network 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:25:17.010175 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Publish callbacks [] for router_gateway (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:17.015446 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9513a5fc-e86e-472c-860c-e2dbb848e95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:17.017222 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9513a5fc-e86e-472c-860c-e2dbb848e95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:17.017825 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23135f50-d17d-4430-bdf9-30533954d568 admin admin] Checking segment: {'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:17.018402 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23135f50-d17d-4430-bdf9-30533954d568 admin admin] Network hostable DHCP agents. Network: 66080719-964f-4fc3-8c4a-84b1c81a6ebc, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:25:17.034992 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:17.037717 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network 143f8287-8fb4-4393-ae4f-ca898c17799f details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:25:17.107305 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7510fc0d-e32a-42da-941a-cdc0765d2c7c admin admin] Made reservation on behalf of e3faf7ad1fea4ab8b08c98a10491ec11 for: {'subnet': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:25:17.113889 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-7510fc0d-e32a-42da-941a-cdc0765d2c7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:17.140142 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23135f50-d17d-4430-bdf9-30533954d568 admin admin] Network 66080719-964f-4fc3-8c4a-84b1c81a6ebc is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:25:17.152448 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-9513a5fc-e86e-472c-860c-e2dbb848e95e admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9659920 Oct 24 13:25:17.153106 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60474) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:17.194730 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-23135f50-d17d-4430-bdf9-30533954d568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, 66080719-964f-4fc3-8c4a-84b1c81a6ebc) {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:17.200447 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23135f50-d17d-4430-bdf9-30533954d568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:17.203820 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-23135f50-d17d-4430-bdf9-30533954d568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:17.204904 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1272086794-router', 'tenant_id': '6019625869c249fbae42eff10c82c590', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:17.225368 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6abe33-cf79-47fd-802b-8ff734c61bee None None] Network 66080719-964f-4fc3-8c4a-84b1c81a6ebc requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:25:17.248471 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6000219d-3d5a-5fb9-ba21-95674ac20389-0e6c385a-5176-45cf-b215-cfd3a8bc2b5c', 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c', 'project_id': '6019625869c249fbae42eff10c82c590', 'fixed_ips': [{'subnet_id': '4696fb9b-6e97-4a50-99b0-d3b94cc865ed'}]}} from dv-cinder-862491-1-iscsi. {{(pid=104909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:25:17.250323 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:17.369970 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:17.379313 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-23135f50-d17d-4430-bdf9-30533954d568 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0272059 Oct 24 13:25:17.382285 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60476) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:17.387428 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:17.417340 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Publish callbacks [] for router_gateway (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:17.420948 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7918676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-484287'] for router (ae3796a9-03a8-4cf6-97c2-a3994718a090), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:17.422329 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7925022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-484256'] for router (ae3796a9-03a8-4cf6-97c2-a3994718a090), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:17.441222 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-7510fc0d-e32a-42da-941a-cdc0765d2c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for subnet (dd583918-9412-43e4-86a6-0aa07f6bb5dd), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:17.447841 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:17.472832 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7918676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-484287'] for router (280a2765-9c78-4045-9245-b3efcbe9eeaa), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:17.473847 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7925022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-484256'] for router (280a2765-9c78-4045-9245-b3efcbe9eeaa), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:17.595793 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:17.606502 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Publish callbacks [] for router_controller (ae3796a9-03a8-4cf6-97c2-a3994718a090), precommit_add_association {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:17.631059 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.db_base_plugin_common [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Allocated IP 172.20.0.2 (0e6c385a-5176-45cf-b215-cfd3a8bc2b5c/4696fb9b-6e97-4a50-99b0-d3b94cc865ed/990f81c9-c26a-4d85-a603-049d7560b4ee) {{(pid=104909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:17.649150 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510fc0d-e32a-42da-941a-cdc0765d2c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd583918-9412-43e4-86a6-0aa07f6bb5dd,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:17.697684 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7510fc0d-e32a-42da-941a-cdc0765d2c7c admin admin] Checking segment: {'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:17.698272 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7510fc0d-e32a-42da-941a-cdc0765d2c7c admin admin] Network hostable DHCP agents. Network: 143f8287-8fb4-4393-ae4f-ca898c17799f, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:25:17.703806 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Publish callbacks [] for router_controller (280a2765-9c78-4045-9245-b3efcbe9eeaa), precommit_add_association {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:17.716544 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Allocated IP 172.27.3.185 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/6d0a9012-187a-4210-9b23-a0e5deb2d22a) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:17.775573 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6000219d-3d5a-5fb9-ba21-95674ac20389-66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'project_id': '986792b802264c748e4614c4d2a17680', 'fixed_ips': [{'subnet_id': '23b6e2ac-f85b-4064-b811-8257eb367afd'}]}} from dv-cinder-862491-1-iscsi. {{(pid=104909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:25:17.775573 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:17.898669 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:17.937086 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Publish callbacks [] for port (6d0a9012-187a-4210-9b23-a0e5deb2d22a), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:18.093430 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:18.095373 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7510fc0d-e32a-42da-941a-cdc0765d2c7c admin admin] Network 143f8287-8fb4-4393-ae4f-ca898c17799f is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:25:18.158685 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (6d0a9012-187a-4210-9b23-a0e5deb2d22a), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:18.186537 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Publish callbacks [] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), precommit_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:18.201618 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.db_base_plugin_common [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Allocated IP 172.20.0.2 (66080719-964f-4fc3-8c4a-84b1c81a6ebc/23b6e2ac-f85b-4064-b811-8257eb367afd/928ce97a-87ca-4797-9644-21b89f0eb80e) {{(pid=104909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:18.250402 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Publish callbacks [] for router_gateway (ae3796a9-03a8-4cf6-97c2-a3994718a090), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:18.253790 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-7510fc0d-e32a-42da-941a-cdc0765d2c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, 143f8287-8fb4-4393-ae4f-ca898c17799f) {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:18.268590 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:18.273705 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:18.281505 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:18.294901 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7510fc0d-e32a-42da-941a-cdc0765d2c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:18.295589 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-7510fc0d-e32a-42da-941a-cdc0765d2c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:18.313321 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0d26f9-8495-4457-8d6e-8a4939bbc3fe None None] Network 143f8287-8fb4-4393-ae4f-ca898c17799f requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:25:18.315763 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f74648a-0b43-4fba-b04e-d598061233c1 None None] Network 958bd8a2-e988-4f21-ad22-567c0fb9f577 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:25:18.318297 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:18.338676 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Publish callbacks [] for router_gateway (280a2765-9c78-4045-9245-b3efcbe9eeaa), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:18.409627 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=9 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:18.420634 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Network 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c is already hosted by enough agents. {{(pid=104909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:18.440614 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.base_scheduler [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Resources bound (agent type, host, resource id): {{(pid=104909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:18.444821 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Pushing event updated for resources: {'Port': ['ID=6d0a9012-187a-4210-9b23-a0e5deb2d22a,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:18.475922 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Received port after_create {{(pid=104909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:18.518189 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-7510fc0d-e32a-42da-941a-cdc0765d2c7c admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5773780 Oct 24 13:25:18.521162 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60510) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:18.542700 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:18.581095 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31372b7a-fc24-4c11-81bd-4c29ecc36957 None None] Provisioning complete for port c7cb1793-867f-4623-8371-47adb3b0c1d9 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:18.581473 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31372b7a-fc24-4c11-81bd-4c29ecc36957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:18.581849 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31372b7a-fc24-4c11-81bd-4c29ecc36957 None None] Attempt 1 to provision port c7cb1793-867f-4623-8371-47adb3b0c1d9 Oct 24 13:25:18.647592 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device c7cb1793-867f-4623-8371-47adb3b0c1d9 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:18.756725 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7918676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-484287'] for router (635f7fac-5283-4887-8c50-83405dd41960), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:18.760399 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7925022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-484256'] for router (635f7fac-5283-4887-8c50-83405dd41960), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:18.815762 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Attempting to bind port 990f81c9-c26a-4d85-a603-049d7560b4ee on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:25:18.816135 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Attempting to bind port 990f81c9-c26a-4d85-a603-049d7560b4ee by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '21166038-c0cc-425c-828a-e551b903fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:25:18.816529 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Attempting to bind port 990f81c9-c26a-4d85-a603-049d7560b4ee on network 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:18.818954 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Pushing event updated for resources: {'Port': ['ID=990f81c9-c26a-4d85-a603-049d7560b4ee,revision_number=1']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:18.888535 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Publish callbacks [] for router_gateway (ae3796a9-03a8-4cf6-97c2-a3994718a090), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:18.900176 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60522) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:18.946818 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Publish callbacks [] for router_controller (635f7fac-5283-4887-8c50-83405dd41960), precommit_add_association {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:18.948006 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Publish callbacks [] for router_gateway (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:18.975031 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.122278 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6000219d-3d5a-5fb9-ba21-95674ac20389-143f8287-8fb4-4393-ae4f-ca898c17799f', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd'}]}} from dv-cinder-862491-1-iscsi. {{(pid=104909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:25:19.123736 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.127592 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31372b7a-fc24-4c11-81bd-4c29ecc36957 None None] Current status of the port c7cb1793-867f-4623-8371-47adb3b0c1d9 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:19.128241 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31372b7a-fc24-4c11-81bd-4c29ecc36957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.233969 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f4962eb8-f2fd-43a7-bd8e-6423f45f19fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.234592 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Publish callbacks [] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), precommit_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.265280 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:19.269679 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:25:19.270136 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Checking segment: {'id': '21166038-c0cc-425c-828a-e551b903fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:19.271450 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.271450 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Bound using segment: {'id': '21166038-c0cc-425c-828a-e551b903fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:25:19.271789 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Bound port: 990f81c9-c26a-4d85-a603-049d7560b4ee, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21166038-c0cc-425c-828a-e551b903fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:25:19.272244 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.274683 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port c7cb1793-867f-4623-8371-47adb3b0c1d9 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:19.279119 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.279119 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port c7cb1793-867f-4623-8371-47adb3b0c1d9 Oct 24 13:25:19.279119 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31372b7a-fc24-4c11-81bd-4c29ecc36957 None None] For port c7cb1793-867f-4623-8371-47adb3b0c1d9, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=c7cb1793-867f-4623-8371-47adb3b0c1d9,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:25:19.357051 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Publish callbacks [] for router_gateway (280a2765-9c78-4045-9245-b3efcbe9eeaa), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.370160 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.375340 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7925167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899404'] for router (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.381464 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Publish callbacks [] for router_gateway (635f7fac-5283-4887-8c50-83405dd41960), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.389869 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31372b7a-fc24-4c11-81bd-4c29ecc36957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.411352 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.473822 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Allocated IP 172.27.3.74 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:19.479187 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Network 66080719-964f-4fc3-8c4a-84b1c81a6ebc is already hosted by enough agents. {{(pid=104909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:19.512476 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:19.516492 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.base_scheduler [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Resources bound (agent type, host, resource id): {{(pid=104909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:19.518870 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Received port after_create {{(pid=104909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:19.556624 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Pushing event updated for resources: {'Port': ['ID=928ce97a-87ca-4797-9644-21b89f0eb80e,revision_number=1']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:19.614953 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Publish callbacks [] for port (7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.637338 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-8c66a10b-710c-4024-a4df-f9ce98480cb4 None None] Provisioning complete for port c7cb1793-867f-4623-8371-47adb3b0c1d9 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:19.637338 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8c66a10b-710c-4024-a4df-f9ce98480cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.637338 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-8c66a10b-710c-4024-a4df-f9ce98480cb4 None None] Attempt 1 to provision port c7cb1793-867f-4623-8371-47adb3b0c1d9 Oct 24 13:25:19.646843 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] For port 990f81c9-c26a-4d85-a603-049d7560b4ee, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:25:19.728287 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] For port 990f81c9-c26a-4d85-a603-049d7560b4ee, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=990f81c9-c26a-4d85-a603-049d7560b4ee,segment=NetworkSegment(21166038-c0cc-425c-828a-e551b903fa80),segment_id=21166038-c0cc-425c-828a-e551b903fa80)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:25:19.730099 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.db_base_plugin_common [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Allocated IP 172.20.0.2 (143f8287-8fb4-4393-ae4f-ca898c17799f/dd583918-9412-43e4-86a6-0aa07f6bb5dd/97b47065-cd92-485e-87bc-fcfb01e34695) {{(pid=104909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:19.751307 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f4962eb8-f2fd-43a7-bd8e-6423f45f19fa admin admin] Publish callbacks [] for security_group (d2f10ff9-a04e-40d0-a1e3-1af95d35f335), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.765740 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port c7cb1793-867f-4623-8371-47adb3b0c1d9 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:19.766239 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Publish callbacks [] for router_gateway (635f7fac-5283-4887-8c50-83405dd41960), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.773677 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31372b7a-fc24-4c11-81bd-4c29ecc36957 None None] Pushing event updated for resources: {'Port': ['ID=c7cb1793-867f-4623-8371-47adb3b0c1d9,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:19.781148 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Attempting to bind port 928ce97a-87ca-4797-9644-21b89f0eb80e on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:25:19.787271 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Attempting to bind port 928ce97a-87ca-4797-9644-21b89f0eb80e by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:25:19.787271 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Attempting to bind port 928ce97a-87ca-4797-9644-21b89f0eb80e on network 66080719-964f-4fc3-8c4a-84b1c81a6ebc {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:19.790012 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.792781 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 is scheduled to L3 agent 8e6639ec-a083-4776-87de-588f23b64293 with binding_index 1 {{(pid=104908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:25:19.867340 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Allocated IP 172.27.3.28 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/5e2bf670-5600-41dd-8022-51b3f778129d) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:19.879522 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f4962eb8-f2fd-43a7-bd8e-6423f45f19fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (d2f10ff9-a04e-40d0-a1e3-1af95d35f335), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.898644 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:19.984473 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-f4962eb8-f2fd-43a7-bd8e-6423f45f19fa admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=9b9bec5e97434a5a89f496d2349549df&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0791130 Oct 24 13:25:19.984473 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60546) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:19.995159 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4962eb8-f2fd-43a7-bd8e-6423f45f19fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f10ff9-a04e-40d0-a1e3-1af95d35f335,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:20.017871 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:25:20.032256 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Sync routers for ids ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:25:20.033588 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:20.054933 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Routers {'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:20.059500 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:25:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:20.087081 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:20.090355 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:20.099800 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:20.105996 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:20.109819 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:20.119151 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:20.124822 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-100547fb-ec8e-4ec5-a212-2e018117fc0d admin admin] Publish callbacks [] for security_group (d2f10ff9-a04e-40d0-a1e3-1af95d35f335), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:20.183618 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-100547fb-ec8e-4ec5-a212-2e018117fc0d admin admin] Publish callbacks [] for security_group (d2f10ff9-a04e-40d0-a1e3-1af95d35f335), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:20.207625 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:20.209247 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-bada5d75-4f4e-4bbd-9f7c-1416bc9d2d7b admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5161715 Oct 24 13:25:20.224409 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60562) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:20.294310 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:20.400492 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:25:20.400907 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Checking segment: {'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:20.401308 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:20.403516 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Bound using segment: {'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:25:20.404064 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Bound port: 928ce97a-87ca-4797-9644-21b89f0eb80e, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:25:20.404479 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:20.413829 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5eae5-514a-410e-b2b9-02ce702c42bd None None] Pushing event updated for resources: {'Port': ['ID=990f81c9-c26a-4d85-a603-049d7560b4ee,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:20.424818 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-8c66a10b-710c-4024-a4df-f9ce98480cb4 None None] Current status of the port c7cb1793-867f-4623-8371-47adb3b0c1d9 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:20.476230 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Publish callbacks [] for port (5e2bf670-5600-41dd-8022-51b3f778129d), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:20.675732 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Publish callbacks [] for port (97b47065-cd92-485e-87bc-fcfb01e34695), precommit_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:20.689151 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Set router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:20.694026 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:20.707483 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] For port 928ce97a-87ca-4797-9644-21b89f0eb80e, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:25:20.712363 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (5e2bf670-5600-41dd-8022-51b3f778129d), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:20.714980 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] For port 928ce97a-87ca-4797-9644-21b89f0eb80e, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=928ce97a-87ca-4797-9644-21b89f0eb80e,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:25:20.743375 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (97b47065-cd92-485e-87bc-fcfb01e34695), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:20.759049 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device c7cb1793-867f-4623-8371-47adb3b0c1d9 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:20.767481 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:20.777972 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:20.782420 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Publish callbacks [] for router_gateway (ae3796a9-03a8-4cf6-97c2-a3994718a090), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:20.834908 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Network 143f8287-8fb4-4393-ae4f-ca898c17799f is already hosted by enough agents. {{(pid=104909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:20.843614 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.base_scheduler [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Resources bound (agent type, host, resource id): {{(pid=104909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:20.849022 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Received port after_create {{(pid=104909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:20.882996 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-100547fb-ec8e-4ec5-a212-2e018117fc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (d2f10ff9-a04e-40d0-a1e3-1af95d35f335), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:20.882996 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-100547fb-ec8e-4ec5-a212-2e018117fc0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:20.882996 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-100547fb-ec8e-4ec5-a212-2e018117fc0d admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/d2f10ff9-a04e-40d0-a1e3-1af95d35f335 HTTP/1.1" status: 204 len: 168 time: 0.8952858 Oct 24 13:25:20.884212 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:20.967798 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Allocated IP 172.27.3.245 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/df620998-7892-404e-9bc2-94ea3ac5ce4a) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:20.975243 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100547fb-ec8e-4ec5-a212-2e018117fc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f10ff9-a04e-40d0-a1e3-1af95d35f335,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:21.015397 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port c7cb1793-867f-4623-8371-47adb3b0c1d9 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:21.015709 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:21.016056 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port c7cb1793-867f-4623-8371-47adb3b0c1d9 Oct 24 13:25:21.017788 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Pushing event updated for resources: {'Port': ['ID=97b47065-cd92-485e-87bc-fcfb01e34695,revision_number=1']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:21.046173 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:18Z', 'revision_number': 3, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:21.084672 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Checking router: fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:25:21.088799 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Updating router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 port 6d0a9012-187a-4210-9b23-a0e5deb2d22a binding host dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:25:21.111877 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Pushing event updated for resources: {'Port': ['ID=5e2bf670-5600-41dd-8022-51b3f778129d,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:21.123000 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:21.130631 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (6d0a9012-187a-4210-9b23-a0e5deb2d22a), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:21.141284 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7925167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899404'] for router (ae3796a9-03a8-4cf6-97c2-a3994718a090), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:21.150063 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:21.304503 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:21.310295 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60582) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:21.315433 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Attempting to bind port 97b47065-cd92-485e-87bc-fcfb01e34695 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:25:21.315916 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Attempting to bind port 97b47065-cd92-485e-87bc-fcfb01e34695 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:25:21.323539 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Attempting to bind port 97b47065-cd92-485e-87bc-fcfb01e34695 on network 143f8287-8fb4-4393-ae4f-ca898c17799f {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:21.476587 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70835ba8-dc16-46c7-a013-3f2a9669d113 None None] Pushing event updated for resources: {'Port': ['ID=928ce97a-87ca-4797-9644-21b89f0eb80e,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:21.552365 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port c7cb1793-867f-4623-8371-47adb3b0c1d9 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:21.562382 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 990f81c9-c26a-4d85-a603-049d7560b4ee up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:21.622361 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:25:21.622810 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Checking segment: {'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:21.627528 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:21.627983 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Bound using segment: {'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:25:21.628642 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Bound port: 97b47065-cd92-485e-87bc-fcfb01e34695, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:25:21.629035 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (97b47065-cd92-485e-87bc-fcfb01e34695), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:21.721068 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 990f81c9-c26a-4d85-a603-049d7560b4ee triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:21.721437 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:21.721765 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 990f81c9-c26a-4d85-a603-049d7560b4ee Oct 24 13:25:21.736293 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Publish callbacks [] for port (df620998-7892-404e-9bc2-94ea3ac5ce4a), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:21.781569 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] For port 97b47065-cd92-485e-87bc-fcfb01e34695, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:25:21.784770 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] For port 97b47065-cd92-485e-87bc-fcfb01e34695, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=97b47065-cd92-485e-87bc-fcfb01e34695,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:25:21.843883 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 990f81c9-c26a-4d85-a603-049d7560b4ee is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:21.844371 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:21.875428 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Publish callbacks [] for router_gateway (280a2765-9c78-4045-9245-b3efcbe9eeaa), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:21.886951 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 990f81c9-c26a-4d85-a603-049d7560b4ee, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=990f81c9-c26a-4d85-a603-049d7560b4ee,segment=NetworkSegment(21166038-c0cc-425c-828a-e551b903fa80),segment_id=21166038-c0cc-425c-828a-e551b903fa80)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:25:21.891251 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:21.898834 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ef27480c-eaed-4db3-a3cc-28e20dbf88ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:21.909209 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (97b47065-cd92-485e-87bc-fcfb01e34695), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:21.909466 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (df620998-7892-404e-9bc2-94ea3ac5ce4a), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:21.938379 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2d27d1-51ad-43b6-8083-64910297c7cd None None] Network 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:25:22.020782 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:22.043961 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:22.086845 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:22.131795 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-5a002c04-279c-4164-9d92-fa36bf2fee4d None None] Provisioning complete for port 990f81c9-c26a-4d85-a603-049d7560b4ee triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:22.132166 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-5a002c04-279c-4164-9d92-fa36bf2fee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:22.135212 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-5a002c04-279c-4164-9d92-fa36bf2fee4d None None] Attempt 1 to provision port 990f81c9-c26a-4d85-a603-049d7560b4ee Oct 24 13:25:22.151163 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:22.154673 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:22.201820 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:22.215271 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc2b1b-7acc-449e-8daa-dee255c669d0 None None] Pushing event updated for resources: {'Port': ['ID=97b47065-cd92-485e-87bc-fcfb01e34695,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:22.234411 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Pushing event updated for resources: {'Port': ['ID=df620998-7892-404e-9bc2-94ea3ac5ce4a,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:22.335855 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:22.344789 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Publish callbacks [] for port (6d0a9012-187a-4210-9b23-a0e5deb2d22a), precommit_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:22.462898 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-5a002c04-279c-4164-9d92-fa36bf2fee4d None None] Current status of the port 990f81c9-c26a-4d85-a603-049d7560b4ee is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:22.478851 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (6d0a9012-187a-4210-9b23-a0e5deb2d22a), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:22.503075 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=990f81c9-c26a-4d85-a603-049d7560b4ee,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:22.509926 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:22.540361 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Attempting to bind port 6d0a9012-187a-4210-9b23-a0e5deb2d22a on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:25:22.540745 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Attempting to bind port 6d0a9012-187a-4210-9b23-a0e5deb2d22a by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:25:22.541101 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Attempting to bind port 6d0a9012-187a-4210-9b23-a0e5deb2d22a on network 493fa87f-9a93-417f-808a-5bb82e719d97 {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:22.662407 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ef27480c-eaed-4db3-a3cc-28e20dbf88ef admin admin] Publish callbacks [] for security_group (21044325-245c-4ea3-86e1-ccab873d2471), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:22.707186 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:22.710021 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:25:22.710021 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Checking segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:22.710267 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:22.710593 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Bound using segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:25:22.712610 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Bound port: 6d0a9012-187a-4210-9b23-a0e5deb2d22a, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:25:22.713048 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (6d0a9012-187a-4210-9b23-a0e5deb2d22a), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:22.733525 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Allocated IP 172.20.0.1 (958bd8a2-e988-4f21-ad22-567c0fb9f577/35e2c2ac-a24b-4c15-9d5d-d1af70da09b7/d3762bde-9e66-4e5d-9f19-336f30e3e971) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:22.768320 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ef27480c-eaed-4db3-a3cc-28e20dbf88ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (21044325-245c-4ea3-86e1-ccab873d2471), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:22.775878 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Pushing event updated for resources: {'Port': ['ID=6d0a9012-187a-4210-9b23-a0e5deb2d22a,revision_number=2']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:22.803543 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 928ce97a-87ca-4797-9644-21b89f0eb80e up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:22.809193 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:22.809581 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:22.810020 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:22.810385 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:22.810732 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:22.811068 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:22.811400 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:22.811729 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:22.812063 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:22.812415 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:22.812765 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:22.813096 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:22.813635 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:22.813985 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:22.814303 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Tracked resource versions report: Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: pushed versions: Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: { 'AddressGroup': {'1.2'}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Agent': {'1.1'}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'ConntrackHelper': {'1.0'}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'LocalIPAssociation': {'1.0'}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Log': {'1.0'}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'NDPProxy': {'1.0'}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Network': {'1.1'}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Port': {'1.7'}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'PortForwarding': {'1.3'}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'QosPolicy': {'1.10'}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'SecurityGroup': {'1.5'}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'SecurityGroupRule': {'1.2'}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'SubPort': {'1.0'}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Subnet': {'1.1'}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Trunk': {'1.1'}} Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: consumer versions: Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: { DHCP agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: HyperV agent@hv-cinder-86249: {}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: L3 agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: Metadata agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: Metering agent@dv-cinder-862491-1-iscsi: {}, Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: Open vSwitch agent@dv-cinder-862491-1-iscsi: { 'AddressGroup': '1.2', Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Agent': '1.1', Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'ConntrackHelper': '1.0', Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'LocalIPAssociation': '1.0', Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Log': '1.0', Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'NDPProxy': '1.0', Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Network': '1.1', Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Port': '1.7', Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'PortForwarding': '1.3', Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'QosPolicy': '1.10', Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'SecurityGroup': '1.5', Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'SecurityGroupRule': '1.2', Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'SubPort': '1.0', Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Subnet': '1.1', Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: 'Trunk': '1.1'}} Oct 24 13:25:22.815594 dv-cinder-862491-1-iscsi neutron-server[104910]: {{(pid=104910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 13:25:22.831062 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Router ae3796a9-03a8-4cf6-97c2-a3994718a090 is scheduled to L3 agent 8e6639ec-a083-4776-87de-588f23b64293 with binding_index 1 {{(pid=104907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:25:22.833597 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:22.871300 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7925167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899404'] for router (280a2765-9c78-4045-9245-b3efcbe9eeaa), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:22.901147 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] For port 6d0a9012-187a-4210-9b23-a0e5deb2d22a, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:25:22.909220 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] For port 6d0a9012-187a-4210-9b23-a0e5deb2d22a, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=6d0a9012-187a-4210-9b23-a0e5deb2d22a,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:25:22.920285 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 928ce97a-87ca-4797-9644-21b89f0eb80e triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:22.920800 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:22.921031 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 928ce97a-87ca-4797-9644-21b89f0eb80e Oct 24 13:25:22.956067 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4735c494-1d04-45b5-9bae-3fe0223814cb None None] Network 66080719-964f-4fc3-8c4a-84b1c81a6ebc requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:25:23.034948 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (6d0a9012-187a-4210-9b23-a0e5deb2d22a), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:23.066510 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Publish callbacks [] for router_gateway (635f7fac-5283-4887-8c50-83405dd41960), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:23.121938 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Routers {'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:23.123532 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:25:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:23.136370 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-00453468-6a98-49e2-988a-38f683fac255 None None] Provisioning complete for port 928ce97a-87ca-4797-9644-21b89f0eb80e triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:23.136742 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-00453468-6a98-49e2-988a-38f683fac255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:23.137078 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-00453468-6a98-49e2-988a-38f683fac255 None None] Attempt 1 to provision port 928ce97a-87ca-4797-9644-21b89f0eb80e Oct 24 13:25:23.178584 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:25:23.191991 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:23.207699 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Sync routers for ids ['ae3796a9-03a8-4cf6-97c2-a3994718a090'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:25:23.212092 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c724aee-cd1a-4f9f-9eb5-bc799d20a38a None None] Pushing event updated for resources: {'Port': ['ID=6d0a9012-187a-4210-9b23-a0e5deb2d22a,revision_number=3']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:23.270018 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:23.271937 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-d4adffa5-cb86-43a1-b208-02947eedfbc4 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0704103 Oct 24 13:25:23.274703 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60620) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:23.286373 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-ef27480c-eaed-4db3-a3cc-28e20dbf88ef admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=60e0c5c137ef4274a8c6ee990b4d8296&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9747317 Oct 24 13:25:23.288214 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:23.290697 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Routers {'ae3796a9-03a8-4cf6-97c2-a3994718a090'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:23.291335 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:25:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['ae3796a9-03a8-4cf6-97c2-a3994718a090'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:23.360109 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60622) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:23.365271 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Router 280a2765-9c78-4045-9245-b3efcbe9eeaa is scheduled to L3 agent 8e6639ec-a083-4776-87de-588f23b64293 with binding_index 1 {{(pid=104907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:25:23.371024 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27480c-eaed-4db3-a3cc-28e20dbf88ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21044325-245c-4ea3-86e1-ccab873d2471,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:23.374550 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] Set router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:23.389400 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:23.406741 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 928ce97a-87ca-4797-9644-21b89f0eb80e is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:23.407338 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:23.540873 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Publish callbacks [] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:23.549099 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 928ce97a-87ca-4797-9644-21b89f0eb80e, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=928ce97a-87ca-4797-9644-21b89f0eb80e,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:25:23.638694 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7925167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899404'] for router (635f7fac-5283-4887-8c50-83405dd41960), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:23.671676 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-df56dedf-6972-4c7f-8b53-9c2017793ae2 admin admin] Publish callbacks [] for security_group (21044325-245c-4ea3-86e1-ccab873d2471), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:23.703148 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-00453468-6a98-49e2-988a-38f683fac255 None None] Current status of the port 928ce97a-87ca-4797-9644-21b89f0eb80e is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:23.703540 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-00453468-6a98-49e2-988a-38f683fac255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:23.724767 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2f1a92-614c-4db8-b4d8-e556db9361fa None None] Network 143f8287-8fb4-4393-ae4f-ca898c17799f requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:25:23.728032 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:23.729000 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 97b47065-cd92-485e-87bc-fcfb01e34695 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:23.741443 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:23.744807 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-df56dedf-6972-4c7f-8b53-9c2017793ae2 admin admin] Publish callbacks [] for security_group (21044325-245c-4ea3-86e1-ccab873d2471), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:23.747789 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:18Z', 'revision_number': 3, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:23.793371 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d78f248-e928-4ed5-8f5d-38a87c8f98db None None] The sync data for ids ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'] in dv-cinder-862491-1-iscsi is: [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:18Z', 'revision_number': 3, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:25:23.793569 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:23.839051 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Set router ae3796a9-03a8-4cf6-97c2-a3994718a090 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:23.866751 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:25:23.878246 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Sync routers for ids ['280a2765-9c78-4045-9245-b3efcbe9eeaa'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:25:23.902155 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=928ce97a-87ca-4797-9644-21b89f0eb80e,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:23.943121 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Routers {'280a2765-9c78-4045-9245-b3efcbe9eeaa'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:23.943121 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:25:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['280a2765-9c78-4045-9245-b3efcbe9eeaa'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:24.028248 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:24.030655 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-1e1048f7-5223-4c3b-9d6d-ad8105988bcd admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6472499 Oct 24 13:25:24.031753 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Network 958bd8a2-e988-4f21-ad22-567c0fb9f577 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:24.035595 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-df56dedf-6972-4c7f-8b53-9c2017793ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (21044325-245c-4ea3-86e1-ccab873d2471), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:24.038688 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-df56dedf-6972-4c7f-8b53-9c2017793ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:24.040243 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-df56dedf-6972-4c7f-8b53-9c2017793ae2 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/21044325-245c-4ea3-86e1-ccab873d2471 HTTP/1.1" status: 204 len: 168 time: 0.6783295 Oct 24 13:25:24.041027 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60644) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:24.049731 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:24.058232 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:24.058748 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7922112'] for router_interface (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:24.100136 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d3762bde-9e66-4e5d-9f19-336f30e3e971,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:24.164955 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Set router 280a2765-9c78-4045-9245-b3efcbe9eeaa gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:24.522201 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:24.527042 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56dedf-6972-4c7f-8b53-9c2017793ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21044325-245c-4ea3-86e1-ccab873d2471,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:24.575341 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:24.600491 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=100 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:24.606170 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:21Z', 'revision_number': 3, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port': {'id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:24.653891 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Checking router: 280a2765-9c78-4045-9245-b3efcbe9eeaa for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:25:24.654270 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Updating router 280a2765-9c78-4045-9245-b3efcbe9eeaa port 5e2bf670-5600-41dd-8022-51b3f778129d binding host dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:25:24.732134 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (5e2bf670-5600-41dd-8022-51b3f778129d), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:24.741354 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:24.833711 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'name': 'tempest-DeleteServersTestJSON-1272086794-router', 'tenant_id': '6019625869c249fbae42eff10c82c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:20Z', 'revision_number': 3, 'project_id': '6019625869c249fbae42eff10c82c590', 'gw_port': {'id': '7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:24.848975 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.db.api [None req-00453468-6a98-49e2-988a-38f683fac255 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 24 13:25:24.860191 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG oslo_db.api [None req-00453468-6a98-49e2-988a-38f683fac255 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 24 13:25:24.882914 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Router 635f7fac-5283-4887-8c50-83405dd41960 is scheduled to L3 agent 8e6639ec-a083-4776-87de-588f23b64293 with binding_index 1 {{(pid=104908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:25:24.913834 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Checking router: ae3796a9-03a8-4cf6-97c2-a3994718a090 for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:25:24.914113 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Updating router ae3796a9-03a8-4cf6-97c2-a3994718a090 port 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 binding host dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:25:24.926859 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:24.977181 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:24.980484 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:24.980770 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 97b47065-cd92-485e-87bc-fcfb01e34695 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:24.981045 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (97b47065-cd92-485e-87bc-fcfb01e34695), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:24.981327 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 97b47065-cd92-485e-87bc-fcfb01e34695 Oct 24 13:25:25.127276 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:25.160482 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:25.325268 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:25:25.351423 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Sync routers for ids ['635f7fac-5283-4887-8c50-83405dd41960'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:25:25.372099 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:25.422680 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Routers {'635f7fac-5283-4887-8c50-83405dd41960'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:25.423435 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:25:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['635f7fac-5283-4887-8c50-83405dd41960'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:25.432507 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 97b47065-cd92-485e-87bc-fcfb01e34695 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:25.432877 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (97b47065-cd92-485e-87bc-fcfb01e34695), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:25.448537 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:25.450310 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-cbdbd89a-3760-450a-bdd8-25ac74f287b6 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9272501 Oct 24 13:25:25.451004 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60682) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:25.457900 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60684) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:25.471915 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Publish callbacks [] for port (5e2bf670-5600-41dd-8022-51b3f778129d), precommit_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:25.506171 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-00453468-6a98-49e2-988a-38f683fac255 None None] Current status of the port 928ce97a-87ca-4797-9644-21b89f0eb80e is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:25.530139 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-02c1eab6-6885-4a1e-b110-727d0f5e03a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:25.546378 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (5e2bf670-5600-41dd-8022-51b3f778129d), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:25.559627 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 97b47065-cd92-485e-87bc-fcfb01e34695, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=97b47065-cd92-485e-87bc-fcfb01e34695,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:25:25.632925 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ba97f-56bd-4694-b3c2-44efbbe003f7 None None] Pushing event updated for resources: {'Port': ['ID=5e2bf670-5600-41dd-8022-51b3f778129d,revision_number=2']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:25.651788 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Attempting to bind port 5e2bf670-5600-41dd-8022-51b3f778129d on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:25:25.652493 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Attempting to bind port 5e2bf670-5600-41dd-8022-51b3f778129d by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:25:25.653061 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Attempting to bind port 5e2bf670-5600-41dd-8022-51b3f778129d on network 493fa87f-9a93-417f-808a-5bb82e719d97 {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:25.662010 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-e7ba39c3-4a79-4a5d-b30c-151aaa2220a9 None None] Provisioning complete for port 97b47065-cd92-485e-87bc-fcfb01e34695 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:25.662659 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e7ba39c3-4a79-4a5d-b30c-151aaa2220a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (97b47065-cd92-485e-87bc-fcfb01e34695), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:25.663226 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-e7ba39c3-4a79-4a5d-b30c-151aaa2220a9 None None] Attempt 1 to provision port 97b47065-cd92-485e-87bc-fcfb01e34695 Oct 24 13:25:25.678579 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-02c1eab6-6885-4a1e-b110-727d0f5e03a8 admin admin] Publish callbacks [] for security_group (2f0bc5c6-4546-4e8a-b091-ebd67345e943), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:25.713526 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (97b47065-cd92-485e-87bc-fcfb01e34695), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:25.770131 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:25:25.770736 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Checking segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:25.771148 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:25.771542 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Bound using segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:25:25.772080 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Bound port: 5e2bf670-5600-41dd-8022-51b3f778129d, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:25:25.772494 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (5e2bf670-5600-41dd-8022-51b3f778129d), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:25.794140 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=97b47065-cd92-485e-87bc-fcfb01e34695,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:25.809598 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Set router 635f7fac-5283-4887-8c50-83405dd41960 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:25.835069 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-02c1eab6-6885-4a1e-b110-727d0f5e03a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (2f0bc5c6-4546-4e8a-b091-ebd67345e943), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:25.895362 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] For port 5e2bf670-5600-41dd-8022-51b3f778129d, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:25:25.905766 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] For port 5e2bf670-5600-41dd-8022-51b3f778129d, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=5e2bf670-5600-41dd-8022-51b3f778129d,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:25:25.905878 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1eab6-6885-4a1e-b110-727d0f5e03a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0bc5c6-4546-4e8a-b091-ebd67345e943,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:25.995757 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:26.012388 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (5e2bf670-5600-41dd-8022-51b3f778129d), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.021822 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:26.031431 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.098927 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Allocated IP 172.20.0.1 (0e6c385a-5176-45cf-b215-cfd3a8bc2b5c/4696fb9b-6e97-4a50-99b0-d3b94cc865ed/28c6e4a4-7ed9-492b-a070-7f58fa8758e8) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:26.115928 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-02c1eab6-6885-4a1e-b110-727d0f5e03a8 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=862839b30f724620afc4fa49dc010774&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6598399 Oct 24 13:25:26.125342 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60702) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:26.148784 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 928ce97a-87ca-4797-9644-21b89f0eb80e up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:26.166882 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Publish callbacks [] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.186975 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:26.190973 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ba97f-56bd-4694-b3c2-44efbbe003f7 None None] Pushing event updated for resources: {'Port': ['ID=5e2bf670-5600-41dd-8022-51b3f778129d,revision_number=3']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:26.222192 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Routers {'280a2765-9c78-4045-9245-b3efcbe9eeaa'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:26.224731 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:25:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['280a2765-9c78-4045-9245-b3efcbe9eeaa'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:26.254380 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba39c3-4a79-4a5d-b30c-151aaa2220a9 None None] Current status of the port 97b47065-cd92-485e-87bc-fcfb01e34695 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:26.342306 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:26.350997 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-e7ba39c3-4a79-4a5d-b30c-151aaa2220a9 None None] Provisioning complete for port d3762bde-9e66-4e5d-9f19-336f30e3e971 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:26.353885 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e7ba39c3-4a79-4a5d-b30c-151aaa2220a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.354556 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-e7ba39c3-4a79-4a5d-b30c-151aaa2220a9 None None] Attempt 1 to provision port d3762bde-9e66-4e5d-9f19-336f30e3e971 Oct 24 13:25:26.397012 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.397868 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8330499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7922004'] for router_interface (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.412896 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 928ce97a-87ca-4797-9644-21b89f0eb80e triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:26.413566 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.414509 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 928ce97a-87ca-4797-9644-21b89f0eb80e Oct 24 13:25:26.441454 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Allocated IP 172.20.0.1 (66080719-964f-4fc3-8c4a-84b1c81a6ebc/23b6e2ac-f85b-4064-b811-8257eb367afd/098e25dc-7780-4416-a849-75d3a818a7fb) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:26.441814 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] Set router 280a2765-9c78-4045-9245-b3efcbe9eeaa gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:26.446984 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Publish callbacks [] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.466369 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba39c3-4a79-4a5d-b30c-151aaa2220a9 None None] Port d3762bde-9e66-4e5d-9f19-336f30e3e971 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:25:26.571608 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d3762bde-9e66-4e5d-9f19-336f30e3e971,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:26.577527 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:26.585420 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60708) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:26.595514 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Publish callbacks [] for port (7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2), precommit_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.600759 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-e7ba39c3-4a79-4a5d-b30c-151aaa2220a9 None None] Provisioning complete for port 928ce97a-87ca-4797-9644-21b89f0eb80e triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:26.601147 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e7ba39c3-4a79-4a5d-b30c-151aaa2220a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.601481 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-e7ba39c3-4a79-4a5d-b30c-151aaa2220a9 None None] Attempt 1 to provision port 928ce97a-87ca-4797-9644-21b89f0eb80e Oct 24 13:25:26.618599 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Publish callbacks [] for port (098e25dc-7780-4416-a849-75d3a818a7fb), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.661024 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.663709 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60712) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:26.727529 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ff9406fb-7586-4fa6-9e75-03bb58cb8250 admin admin] Publish callbacks [] for security_group (2f0bc5c6-4546-4e8a-b091-ebd67345e943), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.744965 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:22Z', 'revision_number': 3, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:26.757218 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Network 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:26.766619 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:26.775528 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:26.776008 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7922112'] for router_interface (ae3796a9-03a8-4cf6-97c2-a3994718a090), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.781338 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:21Z', 'revision_number': 3, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port': {'id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:26.789535 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Network 958bd8a2-e988-4f21-ad22-567c0fb9f577 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:26.794388 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.810767 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9754c-c339-44a2-84fe-3230e5c94a7f None None] The sync data for ids ['280a2765-9c78-4045-9245-b3efcbe9eeaa'] in dv-cinder-862491-1-iscsi is: [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:21Z', 'revision_number': 3, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port': {'id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:25:26.825294 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:26.828205 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.849500 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ff9406fb-7586-4fa6-9e75-03bb58cb8250 admin admin] Publish callbacks [] for security_group (2f0bc5c6-4546-4e8a-b091-ebd67345e943), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.902301 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58a0c7-34a3-4fe0-a351-6ab0a99b586c None None] Pushing event updated for resources: {'Port': ['ID=7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:26.907876 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Checking router: 635f7fac-5283-4887-8c50-83405dd41960 for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:25:26.908561 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Updating router 635f7fac-5283-4887-8c50-83405dd41960 port df620998-7892-404e-9bc2-94ea3ac5ce4a binding host dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:25:26.943188 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:26.959784 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-baa6bc8a-7a35-4152-bea9-4b5f445b5300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.984919 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (df620998-7892-404e-9bc2-94ea3ac5ce4a), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.002053 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 928ce97a-87ca-4797-9644-21b89f0eb80e is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:27.004929 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (098e25dc-7780-4416-a849-75d3a818a7fb), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.005103 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 6d0a9012-187a-4210-9b23-a0e5deb2d22a up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:27.011846 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=28c6e4a4-7ed9-492b-a070-7f58fa8758e8,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:27.032514 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:27.059985 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-98d96c8f-358c-4566-82a0-44b495297cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.097034 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:27.134029 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Network 66080719-964f-4fc3-8c4a-84b1c81a6ebc is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:27.158283 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:27.171552 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:27.172047 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7922112'] for router_interface (280a2765-9c78-4045-9245-b3efcbe9eeaa), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.284974 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Pushing event updated for resources: {'Port': ['ID=098e25dc-7780-4416-a849-75d3a818a7fb,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:27.310393 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:27.351636 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Attempting to bind port 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:25:27.352376 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Attempting to bind port 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:25:27.353019 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Attempting to bind port 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 on network 493fa87f-9a93-417f-808a-5bb82e719d97 {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:27.491588 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.499795 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-baa6bc8a-7a35-4152-bea9-4b5f445b5300 admin admin] Publish callbacks [] for security_group (7c15fb46-1a41-4251-ae75-9aafb3706997), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.563120 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:25:27.563557 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Checking segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:27.563965 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.564382 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Bound using segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:25:27.564879 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Bound port: 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:25:27.565256 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.596434 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-baa6bc8a-7a35-4152-bea9-4b5f445b5300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (7c15fb46-1a41-4251-ae75-9aafb3706997), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.606376 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba39c3-4a79-4a5d-b30c-151aaa2220a9 None None] Current status of the port 928ce97a-87ca-4797-9644-21b89f0eb80e is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:27.627467 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Allocated IP 172.20.0.1 (143f8287-8fb4-4393-ae4f-ca898c17799f/dd583918-9412-43e4-86a6-0aa07f6bb5dd/b061f317-3de8-421b-987a-a3348f08fda0) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:27.637865 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:25:27.646876 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6bc8a-7a35-4152-bea9-4b5f445b5300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c15fb46-1a41-4251-ae75-9aafb3706997,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:27.647042 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 6d0a9012-187a-4210-9b23-a0e5deb2d22a triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:27.647042 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (6d0a9012-187a-4210-9b23-a0e5deb2d22a), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.647042 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 6d0a9012-187a-4210-9b23-a0e5deb2d22a Oct 24 13:25:27.658814 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-98d96c8f-358c-4566-82a0-44b495297cd1 admin admin] Publish callbacks [] for security_group (823d31dc-faf6-43a4-91e9-d50aacddfcc4), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.676681 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ff9406fb-7586-4fa6-9e75-03bb58cb8250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (2f0bc5c6-4546-4e8a-b091-ebd67345e943), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.683572 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ff9406fb-7586-4fa6-9e75-03bb58cb8250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.683572 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-ff9406fb-7586-4fa6-9e75-03bb58cb8250 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2f0bc5c6-4546-4e8a-b091-ebd67345e943 HTTP/1.1" status: 204 len: 168 time: 1.5545514 Oct 24 13:25:27.687626 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-e7ba39c3-4a79-4a5d-b30c-151aaa2220a9 None None] Provisioning complete for port 990f81c9-c26a-4d85-a603-049d7560b4ee triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:27.687938 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e7ba39c3-4a79-4a5d-b30c-151aaa2220a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.688296 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-e7ba39c3-4a79-4a5d-b30c-151aaa2220a9 None None] Attempt 1 to provision port 990f81c9-c26a-4d85-a603-049d7560b4ee Oct 24 13:25:27.777361 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-98d96c8f-358c-4566-82a0-44b495297cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (823d31dc-faf6-43a4-91e9-d50aacddfcc4), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.780961 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9406fb-7586-4fa6-9e75-03bb58cb8250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0bc5c6-4546-4e8a-b091-ebd67345e943,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:27.816473 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:27.829277 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-baa6bc8a-7a35-4152-bea9-4b5f445b5300 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=a2579a5bb0884e9c8a4d16d3e5dc6fcf&name=default HTTP/1.1" status: 200 len: 2994 time: 1.2424695 Oct 24 13:25:27.833520 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60730) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:27.842343 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Publish callbacks [] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.843961 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (098e25dc-7780-4416-a849-75d3a818a7fb), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.846348 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:27.864610 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] For port 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:25:27.875300 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-98d96c8f-358c-4566-82a0-44b495297cd1 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=e26b6fb4664948ffbcc626f8ef0124e9&name=default HTTP/1.1" status: 200 len: 2994 time: 1.1931441 Oct 24 13:25:27.882832 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60732) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:27.899797 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d96c8f-358c-4566-82a0-44b495297cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823d31dc-faf6-43a4-91e9-d50aacddfcc4,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:27.917467 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] For port 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:25:27.952341 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Publish callbacks [] for port (b061f317-3de8-421b-987a-a3348f08fda0), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:27.962457 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Publish callbacks [] for port (df620998-7892-404e-9bc2-94ea3ac5ce4a), precommit_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.033820 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:25:28.039906 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 6d0a9012-187a-4210-9b23-a0e5deb2d22a is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:28.040340 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (6d0a9012-187a-4210-9b23-a0e5deb2d22a), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.046410 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba39c3-4a79-4a5d-b30c-151aaa2220a9 None None] Current status of the port 990f81c9-c26a-4d85-a603-049d7560b4ee is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:28.047593 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Sync routers for ids ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:25:28.051424 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-e1f83bb9-529d-4ce2-9bac-aedadb3c38b9 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8112416 Oct 24 13:25:28.060127 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.061112 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8330499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7922004'] for router_interface (ae3796a9-03a8-4cf6-97c2-a3994718a090), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.075660 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Routers {'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:28.076497 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:25:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:28.079833 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.100982 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-13bfa3d5-dd40-4998-a664-2da7540d3ce5 admin admin] Publish callbacks [] for security_group (7c15fb46-1a41-4251-ae75-9aafb3706997), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.109877 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (df620998-7892-404e-9bc2-94ea3ac5ce4a), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.122566 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-aab80982-751e-4e9e-aaa5-0b5dfd44d610 admin admin] Publish callbacks [] for security_group (823d31dc-faf6-43a4-91e9-d50aacddfcc4), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.150417 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 6d0a9012-187a-4210-9b23-a0e5deb2d22a, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=6d0a9012-187a-4210-9b23-a0e5deb2d22a,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:25:28.177471 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Attempting to bind port df620998-7892-404e-9bc2-94ea3ac5ce4a on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:25:28.178330 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Attempting to bind port df620998-7892-404e-9bc2-94ea3ac5ce4a by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:25:28.179126 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Attempting to bind port df620998-7892-404e-9bc2-94ea3ac5ce4a on network 493fa87f-9a93-417f-808a-5bb82e719d97 {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:28.188409 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=100 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:28.193781 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-13bfa3d5-dd40-4998-a664-2da7540d3ce5 admin admin] Publish callbacks [] for security_group (7c15fb46-1a41-4251-ae75-9aafb3706997), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.212978 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (b061f317-3de8-421b-987a-a3348f08fda0), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.222544 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-aab80982-751e-4e9e-aaa5-0b5dfd44d610 admin admin] Publish callbacks [] for security_group (823d31dc-faf6-43a4-91e9-d50aacddfcc4), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.245534 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:28.251122 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Routers {'ae3796a9-03a8-4cf6-97c2-a3994718a090'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:28.252520 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:25:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['ae3796a9-03a8-4cf6-97c2-a3994718a090'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:28.254759 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (6d0a9012-187a-4210-9b23-a0e5deb2d22a), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.255734 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 990f81c9-c26a-4d85-a603-049d7560b4ee up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:28.313426 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=28c6e4a4-7ed9-492b-a070-7f58fa8758e8,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:28.353803 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Publish callbacks [] for port (098e25dc-7780-4416-a849-75d3a818a7fb), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.358196 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Network 143f8287-8fb4-4393-ae4f-ca898c17799f is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:28.371799 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:28.377201 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:28.382125 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7922112'] for router_interface (635f7fac-5283-4887-8c50-83405dd41960), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.405797 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Set router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:28.427837 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (098e25dc-7780-4416-a849-75d3a818a7fb), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.428665 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8330499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7922004'] for router_interface (280a2765-9c78-4045-9245-b3efcbe9eeaa), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.433249 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-a17dcc86-a455-4d62-b548-db09778c0018 None None] Provisioning complete for port 97b47065-cd92-485e-87bc-fcfb01e34695 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:28.433249 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a17dcc86-a455-4d62-b548-db09778c0018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (97b47065-cd92-485e-87bc-fcfb01e34695), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.433249 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-a17dcc86-a455-4d62-b548-db09778c0018 None None] Attempt 1 to provision port 97b47065-cd92-485e-87bc-fcfb01e34695 Oct 24 13:25:28.434189 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:25:28.434597 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Checking segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:28.434819 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.435205 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Bound using segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:25:28.435691 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Bound port: df620998-7892-404e-9bc2-94ea3ac5ce4a, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:25:28.436495 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (df620998-7892-404e-9bc2-94ea3ac5ce4a), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.465429 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Pushing event updated for resources: {'Port': ['ID=b061f317-3de8-421b-987a-a3348f08fda0,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:28.529626 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:28.588219 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-aab80982-751e-4e9e-aaa5-0b5dfd44d610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (823d31dc-faf6-43a4-91e9-d50aacddfcc4), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.594144 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Network 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:28.605198 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-aab80982-751e-4e9e-aaa5-0b5dfd44d610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.618963 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-aab80982-751e-4e9e-aaa5-0b5dfd44d610 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/823d31dc-faf6-43a4-91e9-d50aacddfcc4 HTTP/1.1" status: 204 len: 168 time: 0.7311511 Oct 24 13:25:28.655434 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab80982-751e-4e9e-aaa5-0b5dfd44d610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823d31dc-faf6-43a4-91e9-d50aacddfcc4,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:28.658906 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-13bfa3d5-dd40-4998-a664-2da7540d3ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (7c15fb46-1a41-4251-ae75-9aafb3706997), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.671329 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-13bfa3d5-dd40-4998-a664-2da7540d3ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.671329 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-13bfa3d5-dd40-4998-a664-2da7540d3ce5 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/7c15fb46-1a41-4251-ae75-9aafb3706997 HTTP/1.1" status: 204 len: 168 time: 0.8298326 Oct 24 13:25:28.694551 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfa3d5-dd40-4998-a664-2da7540d3ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c15fb46-1a41-4251-ae75-9aafb3706997,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:28.708880 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] For port df620998-7892-404e-9bc2-94ea3ac5ce4a, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:25:28.727041 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] For port df620998-7892-404e-9bc2-94ea3ac5ce4a, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=df620998-7892-404e-9bc2-94ea3ac5ce4a,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:25:28.741523 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Pushing event updated for resources: {'Port': ['ID=098e25dc-7780-4416-a849-75d3a818a7fb,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:28.752166 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:28.763489 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58a0c7-34a3-4fe0-a351-6ab0a99b586c None None] Pushing event updated for resources: {'Port': ['ID=7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:28.774998 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 990f81c9-c26a-4d85-a603-049d7560b4ee triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:28.775609 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.775949 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 990f81c9-c26a-4d85-a603-049d7560b4ee Oct 24 13:25:28.902928 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (df620998-7892-404e-9bc2-94ea3ac5ce4a), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.940313 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (b061f317-3de8-421b-987a-a3348f08fda0), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:28.994920 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:24Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'd3762bde-9e66-4e5d-9f19-336f30e3e971', 'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'mac_address': 'fa:16:3e:74:e7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:22Z', 'updated_at': '2022-10-24T13:25:25Z', 'revision_number': 2, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'subnets': [{'id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:29.009331 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60768) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:29.029622 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-fee31155-0b75-43df-9de5-2c279298359f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1179116340', 'description': 'tempest-description--970094361'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:29.101528 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:29.105925 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Checking router: fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:25:29.106888 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Updating router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 port d3762bde-9e66-4e5d-9f19-336f30e3e971 binding host dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:25:29.166166 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:29.168635 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0bd12-9d64-4e0c-aaca-2c35928d3912 None None] Pushing event updated for resources: {'Port': ['ID=df620998-7892-404e-9bc2-94ea3ac5ce4a,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:29.194274 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:29.197653 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:29.216619 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Network 66080719-964f-4fc3-8c4a-84b1c81a6ebc is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:29.220372 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:29.234324 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:29.244523 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] Set router ae3796a9-03a8-4cf6-97c2-a3994718a090 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:29.310945 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Routers {'635f7fac-5283-4887-8c50-83405dd41960'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:29.311664 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:25:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['635f7fac-5283-4887-8c50-83405dd41960'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:29.337601 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fee31155-0b75-43df-9de5-2c279298359f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:29.345019 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Publish callbacks [] for port (b061f317-3de8-421b-987a-a3348f08fda0), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:29.351407 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Router ae3796a9-03a8-4cf6-97c2-a3994718a090 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:25:29.433011 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (b061f317-3de8-421b-987a-a3348f08fda0), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:29.436146 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8330499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7922004'] for router_interface (635f7fac-5283-4887-8c50-83405dd41960), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:29.524263 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] Set router 635f7fac-5283-4887-8c50-83405dd41960 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:29.670718 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Pushing event updated for resources: {'Port': ['ID=b061f317-3de8-421b-987a-a3348f08fda0,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:29.682403 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fee31155-0b75-43df-9de5-2c279298359f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group (fe5fdf31-3c28-40e0-91c2-3d97871130ed), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:29.698621 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:29.730468 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Router 280a2765-9c78-4045-9245-b3efcbe9eeaa has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:25:29.782202 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Publish callbacks [] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), precommit_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:29.783173 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Network 143f8287-8fb4-4393-ae4f-ca898c17799f is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:29.786649 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:29.788674 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fee31155-0b75-43df-9de5-2c279298359f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (fe5fdf31-3c28-40e0-91c2-3d97871130ed), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:29.816784 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 990f81c9-c26a-4d85-a603-049d7560b4ee is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:29.847280 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:25:29.862780 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-04e84e1c-fd5d-417c-b0f9-c5c939c37aa3 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/ae3796a9-03a8-4cf6-97c2-a3994718a090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5848644 Oct 24 13:25:29.887299 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60782) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:29.895758 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:29.911190 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fee31155-0b75-43df-9de5-2c279298359f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:29.912513 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-fee31155-0b75-43df-9de5-2c279298359f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9018626 Oct 24 13:25:29.921880 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60784) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:29.922120 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-755f3d93-f5ad-4aa8-816d-ff2516863c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:29.925544 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee31155-0b75-43df-9de5-2c279298359f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5fdf31-3c28-40e0-91c2-3d97871130ed,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:29.937061 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-96f4c379-9fed-447a-859a-f4098928e17b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Request body: {'security_group_rule': {'security_group_id': 'fe5fdf31-3c28-40e0-91c2-3d97871130ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:30.045491 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:30.085817 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60786) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:30.103603 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:25:30.116503 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-c99dac17-789a-45e5-b698-30d589bd5945 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/280a2765-9c78-4045-9245-b3efcbe9eeaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0642023 Oct 24 13:25:30.129164 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fcf5-3691-4699-a1b4-8affed699e99 None None] Pushing event updated for resources: {'Port': ['ID=d3762bde-9e66-4e5d-9f19-336f30e3e971,revision_number=3']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:30.151583 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-a17dcc86-a455-4d62-b548-db09778c0018 None None] Current status of the port 97b47065-cd92-485e-87bc-fcfb01e34695 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:30.154283 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Sync routers for ids ['280a2765-9c78-4045-9245-b3efcbe9eeaa'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:25:30.162900 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1a4eb700-cf89-45ce-a967-ebd46e7cb5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.173567 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Router 635f7fac-5283-4887-8c50-83405dd41960 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:25:30.178000 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 5e2bf670-5600-41dd-8022-51b3f778129d up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:30.214391 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-96f4c379-9fed-447a-859a-f4098928e17b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group_rule (cf03e132-ff56-4a05-b23b-803c27a00c6f), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.266211 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Attempting to bind port d3762bde-9e66-4e5d-9f19-336f30e3e971 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:25:30.268128 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Attempting to bind port d3762bde-9e66-4e5d-9f19-336f30e3e971 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:25:30.268538 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Attempting to bind port d3762bde-9e66-4e5d-9f19-336f30e3e971 on network 958bd8a2-e988-4f21-ad22-567c0fb9f577 {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:30.287895 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-755f3d93-f5ad-4aa8-816d-ff2516863c20 admin admin] Publish callbacks [] for security_group (44d2f7e4-dad7-40ca-a959-a01fdb26b70e), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.628830 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:25:30.628830 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Checking segment: {'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:30.628830 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.628830 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Bound using segment: {'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:25:30.628830 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Bound port: d3762bde-9e66-4e5d-9f19-336f30e3e971, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'}}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:25:30.628830 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.638695 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-755f3d93-f5ad-4aa8-816d-ff2516863c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (44d2f7e4-dad7-40ca-a959-a01fdb26b70e), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.646377 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-96f4c379-9fed-447a-859a-f4098928e17b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group_rule (cf03e132-ff56-4a05-b23b-803c27a00c6f), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.656191 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1a4eb700-cf89-45ce-a967-ebd46e7cb5e3 admin admin] Publish callbacks [] for security_group (a8cf277d-f6b6-4d02-97ed-f27e1c6f53a1), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.656191 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:25:30.656191 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-7f5cf02c-22f1-4a8e-b74a-c6202ecd848c admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/635f7fac-5283-4887-8c50-83405dd41960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9698625 Oct 24 13:25:30.660797 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=6d0a9012-187a-4210-9b23-a0e5deb2d22a,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:30.666629 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f3d93-f5ad-4aa8-816d-ff2516863c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d2f7e4-dad7-40ca-a959-a01fdb26b70e,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:30.666629 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-755f3d93-f5ad-4aa8-816d-ff2516863c20 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=c01e766de16b4abbb1867414c7ee424e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5816951 Oct 24 13:25:30.669529 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60810) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:30.675255 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:30.675255 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 5e2bf670-5600-41dd-8022-51b3f778129d triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:30.675255 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (5e2bf670-5600-41dd-8022-51b3f778129d), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.675255 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 5e2bf670-5600-41dd-8022-51b3f778129d Oct 24 13:25:30.679079 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:30.682101 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Routers {'280a2765-9c78-4045-9245-b3efcbe9eeaa'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:30.682101 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:25:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['280a2765-9c78-4045-9245-b3efcbe9eeaa'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:30.685774 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] For port d3762bde-9e66-4e5d-9f19-336f30e3e971, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:25:30.688580 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d64335f1-04db-447b-9249-7aa016fabf2f admin admin] Publish callbacks [] for security_group (44d2f7e4-dad7-40ca-a959-a01fdb26b70e), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.690710 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] For port d3762bde-9e66-4e5d-9f19-336f30e3e971, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=d3762bde-9e66-4e5d-9f19-336f30e3e971,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:25:30.690859 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-a17dcc86-a455-4d62-b548-db09778c0018 None None] Provisioning complete for port d3762bde-9e66-4e5d-9f19-336f30e3e971 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:30.690859 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a17dcc86-a455-4d62-b548-db09778c0018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.690859 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-a17dcc86-a455-4d62-b548-db09778c0018 None None] Attempt 1 to provision port d3762bde-9e66-4e5d-9f19-336f30e3e971 Oct 24 13:25:30.691271 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1a4eb700-cf89-45ce-a967-ebd46e7cb5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (a8cf277d-f6b6-4d02-97ed-f27e1c6f53a1), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.691443 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-96f4c379-9fed-447a-859a-f4098928e17b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (cf03e132-ff56-4a05-b23b-803c27a00c6f), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.691584 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-1a4eb700-cf89-45ce-a967-ebd46e7cb5e3 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=0b54c486ea1c4ce0b28b5e5a82da7886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5221820 Oct 24 13:25:30.691584 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4eb700-cf89-45ce-a967-ebd46e7cb5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf277d-f6b6-4d02-97ed-f27e1c6f53a1,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:30.691584 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60816) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:30.691977 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d64335f1-04db-447b-9249-7aa016fabf2f admin admin] Publish callbacks [] for security_group (44d2f7e4-dad7-40ca-a959-a01fdb26b70e), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.706593 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4c379-9fed-447a-859a-f4098928e17b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf03e132-ff56-4a05-b23b-803c27a00c6f,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:30.715672 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 1, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:30.722254 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:30.725233 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-32fb0919-02cd-4d9b-ac16-c89536ad9c50 admin admin] Publish callbacks [] for security_group (a8cf277d-f6b6-4d02-97ed-f27e1c6f53a1), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.751616 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-32fb0919-02cd-4d9b-ac16-c89536ad9c50 admin admin] Publish callbacks [] for security_group (a8cf277d-f6b6-4d02-97ed-f27e1c6f53a1), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.752657 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.772791 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb46a2-bfb4-4aa0-8c89-3cc51f667eef None None] The sync data for ids ['635f7fac-5283-4887-8c50-83405dd41960'] in dv-cinder-862491-1-iscsi is: [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 1, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:25:30.782911 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0bd12-9d64-4e0c-aaca-2c35928d3912 None None] Pushing event updated for resources: {'Port': ['ID=df620998-7892-404e-9bc2-94ea3ac5ce4a,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:30.840480 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-a17dcc86-a455-4d62-b548-db09778c0018 None None] Port d3762bde-9e66-4e5d-9f19-336f30e3e971 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:25:30.847452 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'name': 'tempest-DeleteServersTestJSON-1272086794-router', 'tenant_id': '6019625869c249fbae42eff10c82c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '6019625869c249fbae42eff10c82c590', 'gw_port': {'id': '7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '28c6e4a4-7ed9-492b-a070-7f58fa8758e8', 'name': '', 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c', 'tenant_id': '6019625869c249fbae42eff10c82c590', 'mac_address': 'fa:16:3e:6b:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4696fb9b-6e97-4a50-99b0-d3b94cc865ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:24Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 2, 'project_id': '6019625869c249fbae42eff10c82c590', 'subnets': [{'id': '4696fb9b-6e97-4a50-99b0-d3b94cc865ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:30.879994 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Routers {'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:30.880712 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:25:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:30.885954 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-96f4c379-9fed-447a-859a-f4098928e17b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.887471 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-96f4c379-9fed-447a-859a-f4098928e17b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9629788 Oct 24 13:25:30.893112 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60822) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:30.895504 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-13c47248-5e66-476a-bf9b-71852b474a1b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Request body: {'security_group_rule': {'security_group_id': 'fe5fdf31-3c28-40e0-91c2-3d97871130ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:30.895616 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2630142-7367-4c05-8a16-c348f9ea64b8 None None] The sync data for ids ['ae3796a9-03a8-4cf6-97c2-a3994718a090'] in dv-cinder-862491-1-iscsi is: [{'id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'name': 'tempest-DeleteServersTestJSON-1272086794-router', 'tenant_id': '6019625869c249fbae42eff10c82c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '6019625869c249fbae42eff10c82c590', 'gw_port': {'id': '7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '28c6e4a4-7ed9-492b-a070-7f58fa8758e8', 'name': '', 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c', 'tenant_id': '6019625869c249fbae42eff10c82c590', 'mac_address': 'fa:16:3e:6b:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4696fb9b-6e97-4a50-99b0-d3b94cc865ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:24Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 2, 'project_id': '6019625869c249fbae42eff10c82c590', 'subnets': [{'id': '4696fb9b-6e97-4a50-99b0-d3b94cc865ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:25:30.905062 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-a17dcc86-a455-4d62-b548-db09778c0018 None None] Provisioning complete for port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:30.905601 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a17dcc86-a455-4d62-b548-db09778c0018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.906083 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-a17dcc86-a455-4d62-b548-db09778c0018 None None] Attempt 1 to provision port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 Oct 24 13:25:30.911870 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:30.913985 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d64335f1-04db-447b-9249-7aa016fabf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (44d2f7e4-dad7-40ca-a959-a01fdb26b70e), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.916609 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d64335f1-04db-447b-9249-7aa016fabf2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.917927 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-d64335f1-04db-447b-9249-7aa016fabf2f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/44d2f7e4-dad7-40ca-a959-a01fdb26b70e HTTP/1.1" status: 204 len: 168 time: 0.4437902 Oct 24 13:25:30.943899 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64335f1-04db-447b-9249-7aa016fabf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d2f7e4-dad7-40ca-a959-a01fdb26b70e,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:30.979851 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-32fb0919-02cd-4d9b-ac16-c89536ad9c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (a8cf277d-f6b6-4d02-97ed-f27e1c6f53a1), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.985110 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-32fb0919-02cd-4d9b-ac16-c89536ad9c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:30.985110 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-32fb0919-02cd-4d9b-ac16-c89536ad9c50 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/a8cf277d-f6b6-4d02-97ed-f27e1c6f53a1 HTTP/1.1" status: 204 len: 168 time: 0.3540850 Oct 24 13:25:30.998645 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb0919-02cd-4d9b-ac16-c89536ad9c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cf277d-f6b6-4d02-97ed-f27e1c6f53a1,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:31.022882 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Set router 280a2765-9c78-4045-9245-b3efcbe9eeaa gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:31.077310 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 5e2bf670-5600-41dd-8022-51b3f778129d is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:31.078098 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (5e2bf670-5600-41dd-8022-51b3f778129d), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:31.083481 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-13c47248-5e66-476a-bf9b-71852b474a1b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group_rule (c96e1f95-08a3-4e36-927c-157089996738), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:31.112335 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-a17dcc86-a455-4d62-b548-db09778c0018 None None] Port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:25:31.194614 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 5e2bf670-5600-41dd-8022-51b3f778129d, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=5e2bf670-5600-41dd-8022-51b3f778129d,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:25:31.196249 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-a17dcc86-a455-4d62-b548-db09778c0018 None None] Provisioning complete for port 098e25dc-7780-4416-a849-75d3a818a7fb triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:31.196831 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a17dcc86-a455-4d62-b548-db09778c0018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (098e25dc-7780-4416-a849-75d3a818a7fb), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:31.197227 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-a17dcc86-a455-4d62-b548-db09778c0018 None None] Attempt 1 to provision port 098e25dc-7780-4416-a849-75d3a818a7fb Oct 24 13:25:31.257454 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:31.260821 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fcf5-3691-4699-a1b4-8affed699e99 None None] Pushing event updated for resources: {'Port': ['ID=d3762bde-9e66-4e5d-9f19-336f30e3e971,revision_number=4']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:31.330512 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-13c47248-5e66-476a-bf9b-71852b474a1b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group_rule (c96e1f95-08a3-4e36-927c-157089996738), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:31.330912 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] Set router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:31.336445 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (5e2bf670-5600-41dd-8022-51b3f778129d), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:31.336445 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 97b47065-cd92-485e-87bc-fcfb01e34695 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:31.355916 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:31.398814 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-13c47248-5e66-476a-bf9b-71852b474a1b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (c96e1f95-08a3-4e36-927c-157089996738), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:31.409283 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-a17dcc86-a455-4d62-b548-db09778c0018 None None] Port 098e25dc-7780-4416-a849-75d3a818a7fb cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:25:31.477993 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c47248-5e66-476a-bf9b-71852b474a1b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96e1f95-08a3-4e36-927c-157089996738,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:31.485626 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:31.495385 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-65c69eaa-6945-4f63-870e-27a508ac599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:31.514400 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-13c47248-5e66-476a-bf9b-71852b474a1b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:31.520984 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-13c47248-5e66-476a-bf9b-71852b474a1b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6266928 Oct 24 13:25:31.521154 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60838) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:31.527693 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Request body: {'floatingip': {'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:31.554745 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=5e2bf670-5600-41dd-8022-51b3f778129d,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:31.565730 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-de5da125-ae88-46ad-a3b3-8554d06a5a55 None None] Provisioning complete for port b061f317-3de8-421b-987a-a3348f08fda0 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:31.566778 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-de5da125-ae88-46ad-a3b3-8554d06a5a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (b061f317-3de8-421b-987a-a3348f08fda0), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:31.567643 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-de5da125-ae88-46ad-a3b3-8554d06a5a55 None None] Attempt 1 to provision port b061f317-3de8-421b-987a-a3348f08fda0 Oct 24 13:25:31.610101 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:31.615562 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 97b47065-cd92-485e-87bc-fcfb01e34695 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:31.616245 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (97b47065-cd92-485e-87bc-fcfb01e34695), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:31.616813 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 97b47065-cd92-485e-87bc-fcfb01e34695 Oct 24 13:25:31.660703 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:31.682003 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:24Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'd3762bde-9e66-4e5d-9f19-336f30e3e971', 'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'mac_address': 'fa:16:3e:74:e7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:22Z', 'updated_at': '2022-10-24T13:25:30Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'subnets': [{'id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:31.737148 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b950b665-6de5-4cad-916f-a8959650eb4c None None] The sync data for ids ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'] in dv-cinder-862491-1-iscsi is: [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:24Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'd3762bde-9e66-4e5d-9f19-336f30e3e971', 'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'mac_address': 'fa:16:3e:74:e7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:22Z', 'updated_at': '2022-10-24T13:25:30Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'subnets': [{'id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:25:31.751053 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-de5da125-ae88-46ad-a3b3-8554d06a5a55 None None] Port b061f317-3de8-421b-987a-a3348f08fda0 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:25:31.774608 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port': {'id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '098e25dc-7780-4416-a849-75d3a818a7fb', 'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'mac_address': 'fa:16:3e:e5:27:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 2, 'project_id': '986792b802264c748e4614c4d2a17680', 'subnets': [{'id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:31.884802 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Checking router: 280a2765-9c78-4045-9245-b3efcbe9eeaa for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:25:31.885156 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Updating router 280a2765-9c78-4045-9245-b3efcbe9eeaa port 098e25dc-7780-4416-a849-75d3a818a7fb binding host dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:25:31.970861 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 97b47065-cd92-485e-87bc-fcfb01e34695 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:31.984783 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-de5da125-ae88-46ad-a3b3-8554d06a5a55 None None] Provisioning complete for port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:31.985462 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-de5da125-ae88-46ad-a3b3-8554d06a5a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:31.986073 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-de5da125-ae88-46ad-a3b3-8554d06a5a55 None None] Attempt 1 to provision port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 Oct 24 13:25:32.138720 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:32.146808 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (098e25dc-7780-4416-a849-75d3a818a7fb), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:32.148169 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60858) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:32.154803 dv-cinder-862491-1-iscsi neutron-server[104907]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 24 13:25:32.155223 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:32.209606 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-de5da125-ae88-46ad-a3b3-8554d06a5a55 None None] Port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:25:32.285291 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:32.326947 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-de5da125-ae88-46ad-a3b3-8554d06a5a55 None None] Provisioning complete for port 098e25dc-7780-4416-a849-75d3a818a7fb triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:32.330444 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-de5da125-ae88-46ad-a3b3-8554d06a5a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (098e25dc-7780-4416-a849-75d3a818a7fb), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:32.330840 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-de5da125-ae88-46ad-a3b3-8554d06a5a55 None None] Attempt 1 to provision port 098e25dc-7780-4416-a849-75d3a818a7fb Oct 24 13:25:32.380743 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Allocated IP 172.27.3.46 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/4a139248-f86d-4d47-b898-28eda4a03165) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:32.608321 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device d3762bde-9e66-4e5d-9f19-336f30e3e971 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:32.679578 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60864) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:32.708973 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for port (4a139248-f86d-4d47-b898-28eda4a03165), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:32.739841 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-de5da125-ae88-46ad-a3b3-8554d06a5a55 None None] Port 098e25dc-7780-4416-a849-75d3a818a7fb cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:25:32.755361 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-28f5fb95-9947-44da-80cd-bf3f3eaf6109 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:32.764869 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-28f5fb95-9947-44da-80cd-bf3f3eaf6109 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/networks?id=0e6c385a-5176-45cf-b215-cfd3a8bc2b5c HTTP/1.1" status: 200 len: 812 time: 0.6144552 Oct 24 13:25:32.788848 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60870) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:32.790067 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-2affaf59-8068-443f-b5a9-d83449eabfd4 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/quotas/6019625869c249fbae42eff10c82c590 HTTP/1.1" status: 200 len: 375 time: 0.0236802 Oct 24 13:25:32.794007 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-3784b29f-8b44-4536-badd-970fa1b3f358 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1645433793', 'description': 'tempest-description--399682305'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:32.827925 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (4a139248-f86d-4d47-b898-28eda4a03165), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:32.908062 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:32.910221 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event updated for resources: {'Port': ['ID=4a139248-f86d-4d47-b898-28eda4a03165,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:32.915097 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:32.920579 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:32.934902 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-a23870eb-b405-49f3-a128-4bc64bd28f87 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6019625869c249fbae42eff10c82c590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1443563 Oct 24 13:25:32.940763 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port d3762bde-9e66-4e5d-9f19-336f30e3e971 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:32.941924 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:32.941924 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port d3762bde-9e66-4e5d-9f19-336f30e3e971 Oct 24 13:25:33.044364 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-668791d6-92b3-46e5-9e60-af08ef0f89ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.055373 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for floatingip (bd1983b9-ec4e-40ac-ac6e-477a3745db68), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.066575 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3784b29f-8b44-4536-badd-970fa1b3f358 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.173538 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-668791d6-92b3-46e5-9e60-af08ef0f89ba admin admin] Publish callbacks [] for security_group (7c706494-49b9-4d6e-a751-db3f040dd3d1), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.179418 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4a139248-f86d-4d47-b898-28eda4a03165), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.223532 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3784b29f-8b44-4536-badd-970fa1b3f358 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group (68383f2d-6cd3-4a33-8ff2-c572746809c5), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.238541 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port d3762bde-9e66-4e5d-9f19-336f30e3e971 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:33.239113 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.254684 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-668791d6-92b3-46e5-9e60-af08ef0f89ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (7c706494-49b9-4d6e-a751-db3f040dd3d1), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.265713 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Publish callbacks [] for port (098e25dc-7780-4416-a849-75d3a818a7fb), precommit_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.269942 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:33.309776 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3784b29f-8b44-4536-badd-970fa1b3f358 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (68383f2d-6cd3-4a33-8ff2-c572746809c5), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.319712 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-668791d6-92b3-46e5-9e60-af08ef0f89ba admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=f14cde250a534b1dab61966cb9970c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6383636 Oct 24 13:25:33.325957 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60892) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:33.327012 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port d3762bde-9e66-4e5d-9f19-336f30e3e971, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=d3762bde-9e66-4e5d-9f19-336f30e3e971,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:25:33.335792 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (098e25dc-7780-4416-a849-75d3a818a7fb), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.364910 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784b29f-8b44-4536-badd-970fa1b3f358 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68383f2d-6cd3-4a33-8ff2-c572746809c5,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:33.372228 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:33.387369 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668791d6-92b3-46e5-9e60-af08ef0f89ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c706494-49b9-4d6e-a751-db3f040dd3d1,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:33.393635 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3784b29f-8b44-4536-badd-970fa1b3f358 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.395057 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-3784b29f-8b44-4536-badd-970fa1b3f358 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6050718 Oct 24 13:25:33.401401 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60896) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:33.416037 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-9ad82acc-a88e-4f16-b0cf-c4a754890c1f tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Request body: {'security_group_rule': {'security_group_id': '68383f2d-6cd3-4a33-8ff2-c572746809c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:33.442517 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.447108 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 5e2bf670-5600-41dd-8022-51b3f778129d up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:33.496639 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for port (4a139248-f86d-4d47-b898-28eda4a03165), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.514496 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0cf70925-a077-40f3-ac87-8cb97303431c admin admin] Publish callbacks [] for security_group (7c706494-49b9-4d6e-a751-db3f040dd3d1), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.515756 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 60912) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:33.519327 dv-cinder-862491-1-iscsi neutron-server[104908]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 24 13:25:33.556587 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:INSERT=6,neutron:UPDATE=1,neutron:SELECT=87,neutron:DELETE=6 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:33.563577 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0cf70925-a077-40f3-ac87-8cb97303431c admin admin] Publish callbacks [] for security_group (7c706494-49b9-4d6e-a751-db3f040dd3d1), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.610695 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9ad82acc-a88e-4f16-b0cf-c4a754890c1f tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group_rule (38ed748f-6d7d-4b8b-aa2b-16dbf344f013), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.629411 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4a139248-f86d-4d47-b898-28eda4a03165), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.630213 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (bd1983b9-ec4e-40ac-ac6e-477a3745db68), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.695338 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0cf70925-a077-40f3-ac87-8cb97303431c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (7c706494-49b9-4d6e-a751-db3f040dd3d1), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.697876 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0cf70925-a077-40f3-ac87-8cb97303431c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.700781 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-0cf70925-a077-40f3-ac87-8cb97303431c admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/7c706494-49b9-4d6e-a751-db3f040dd3d1 HTTP/1.1" status: 204 len: 168 time: 0.3722186 Oct 24 13:25:33.717459 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf70925-a077-40f3-ac87-8cb97303431c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c706494-49b9-4d6e-a751-db3f040dd3d1,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:33.752154 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event updated for resources: {'Port': ['ID=4a139248-f86d-4d47-b898-28eda4a03165,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:33.775152 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6225a67-c065-49f4-8d62-11dd4dc3e910 None None] Pushing event updated for resources: {'Port': ['ID=098e25dc-7780-4416-a849-75d3a818a7fb,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:33.786630 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-8c3e0e67-1765-434a-85ad-ca8c759b4565 service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:25:33.788182 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-8c3e0e67-1765-434a-85ad-ca8c759b4565 service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3248472 Oct 24 13:25:33.861818 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Attempting to bind port 098e25dc-7780-4416-a849-75d3a818a7fb on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:25:33.862185 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Attempting to bind port 098e25dc-7780-4416-a849-75d3a818a7fb by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:25:33.862534 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Attempting to bind port 098e25dc-7780-4416-a849-75d3a818a7fb on network 66080719-964f-4fc3-8c4a-84b1c81a6ebc {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:33.882504 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9ad82acc-a88e-4f16-b0cf-c4a754890c1f tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group_rule (38ed748f-6d7d-4b8b-aa2b-16dbf344f013), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.891478 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.892869 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-7ed8c154-4d64-42f0-b0b8-31e5432db848 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3702097 Oct 24 13:25:33.896853 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:33.913466 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 5e2bf670-5600-41dd-8022-51b3f778129d triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:33.913837 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (5e2bf670-5600-41dd-8022-51b3f778129d), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.914201 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 5e2bf670-5600-41dd-8022-51b3f778129d Oct 24 13:25:33.917700 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=d3762bde-9e66-4e5d-9f19-336f30e3e971,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:33.923980 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-89f9abfa-625c-4cc5-96db-14faeb64cfaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.927029 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-e2a8ccf7-9561-4be3-a315-49f4b6f48c7b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:33.928824 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-e2a8ccf7-9561-4be3-a315-49f4b6f48c7b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 817 time: 0.4118187 Oct 24 13:25:33.949155 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9ad82acc-a88e-4f16-b0cf-c4a754890c1f tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (38ed748f-6d7d-4b8b-aa2b-16dbf344f013), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.951997 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-733d83d3-1a44-4b0f-a376-b50384f96cee service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0e6c385a-5176-45cf-b215-cfd3a8bc2b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563842 Oct 24 13:25:33.967261 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:25:33.967637 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-10cd3413-c7d9-4399-8b76-a1d0f0bf6d46 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/quotas/986792b802264c748e4614c4d2a17680 HTTP/1.1" status: 200 len: 375 time: 0.0320632 Oct 24 13:25:33.967749 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Checking segment: {'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:33.968040 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:33.968530 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Bound using segment: {'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:25:33.969018 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Bound port: 098e25dc-7780-4416-a849-75d3a818a7fb, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:25:33.969394 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (098e25dc-7780-4416-a849-75d3a818a7fb), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:34.012908 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:34.022404 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad82acc-a88e-4f16-b0cf-c4a754890c1f tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ed748f-6d7d-4b8b-aa2b-16dbf344f013,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:34.075641 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 5e2bf670-5600-41dd-8022-51b3f778129d is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:34.076735 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 6d0a9012-187a-4210-9b23-a0e5deb2d22a up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:34.100632 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] For port 098e25dc-7780-4416-a849-75d3a818a7fb, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:25:34.103884 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-429a476c-6bb6-4dfd-90b9-543fd2245ecc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1266291 Oct 24 13:25:34.117827 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] For port 098e25dc-7780-4416-a849-75d3a818a7fb, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=098e25dc-7780-4416-a849-75d3a818a7fb,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:25:34.131614 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:34.141621 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 6d0a9012-187a-4210-9b23-a0e5deb2d22a triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:34.142238 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (6d0a9012-187a-4210-9b23-a0e5deb2d22a), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:34.142341 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 6d0a9012-187a-4210-9b23-a0e5deb2d22a Oct 24 13:25:34.150203 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-8800770f-1a2f-420b-8250-cc35eb5e2e7d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0e6c385a-5176-45cf-b215-cfd3a8bc2b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911309 Oct 24 13:25:34.160248 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9ad82acc-a88e-4f16-b0cf-c4a754890c1f tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:34.164519 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60932) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:34.164643 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-9ad82acc-a88e-4f16-b0cf-c4a754890c1f tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7617824 Oct 24 13:25:34.171582 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-eaef6672-327d-49e7-b28c-bfe08af8e474 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Request body: {'security_group_rule': {'security_group_id': '68383f2d-6cd3-4a33-8ff2-c572746809c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:34.189331 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (098e25dc-7780-4416-a849-75d3a818a7fb), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:34.268077 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Routers {'280a2765-9c78-4045-9245-b3efcbe9eeaa'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:34.268733 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:25:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['280a2765-9c78-4045-9245-b3efcbe9eeaa'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:34.274930 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 6d0a9012-187a-4210-9b23-a0e5deb2d22a is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:34.319680 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6225a67-c065-49f4-8d62-11dd4dc3e910 None None] Pushing event updated for resources: {'Port': ['ID=098e25dc-7780-4416-a849-75d3a818a7fb,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:34.326113 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-eaef6672-327d-49e7-b28c-bfe08af8e474 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group_rule (b2e53d7e-d29e-417a-8356-36c986b257e1), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:34.436624 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-eaef6672-327d-49e7-b28c-bfe08af8e474 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group_rule (b2e53d7e-d29e-417a-8356-36c986b257e1), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:34.492558 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] Set router 280a2765-9c78-4045-9245-b3efcbe9eeaa gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:34.551593 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-eaef6672-327d-49e7-b28c-bfe08af8e474 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (b2e53d7e-d29e-417a-8356-36c986b257e1), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:34.574422 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:34.584035 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef6672-327d-49e7-b28c-bfe08af8e474 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e53d7e-d29e-417a-8356-36c986b257e1,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:34.602491 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:34.648120 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-c9d02c0e-b3e0-43bb-88b8-a33336fe50d9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1179116340&fields=id&tenant_id=7fa2196e343c45b5b741c39417ba9ef8 HTTP/1.1" status: 200 len: 267 time: 0.0785618 Oct 24 13:25:34.682537 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-eaef6672-327d-49e7-b28c-bfe08af8e474 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:34.683953 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-eaef6672-327d-49e7-b28c-bfe08af8e474 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5176895 Oct 24 13:25:34.687873 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 60968) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:34.699564 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Request body: {'floatingip': {'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:34.745671 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:34.746890 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:34.747236 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 Oct 24 13:25:34.780194 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=8 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:34.833107 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:34.887678 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-6ea81f8b-c77a-443c-96fb-e9cf8e62e903 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:34.896305 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-6ea81f8b-c77a-443c-96fb-e9cf8e62e903 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/networks?id=958bd8a2-e988-4f21-ad22-567c0fb9f577 HTTP/1.1" status: 200 len: 817 time: 0.2407603 Oct 24 13:25:34.916705 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-f4e9fe59-9c0e-4d31-9932-415862e4a933 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/quotas/7fa2196e343c45b5b741c39417ba9ef8 HTTP/1.1" status: 200 len: 375 time: 0.0188363 Oct 24 13:25:34.960795 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:34.961686 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:34.976392 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:34.986564 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:25:34.991457 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:34.992594 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port': {'id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '098e25dc-7780-4416-a849-75d3a818a7fb', 'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'mac_address': 'fa:16:3e:e5:27:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:34Z', 'revision_number': 4, 'project_id': '986792b802264c748e4614c4d2a17680', 'subnets': [{'id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:35.028391 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae09e5e-2b03-4b08-b365-fbd1d461e108 None None] The sync data for ids ['280a2765-9c78-4045-9245-b3efcbe9eeaa'] in dv-cinder-862491-1-iscsi is: [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port': {'id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '098e25dc-7780-4416-a849-75d3a818a7fb', 'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'mac_address': 'fa:16:3e:e5:27:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:34Z', 'revision_number': 4, 'project_id': '986792b802264c748e4614c4d2a17680', 'subnets': [{'id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:25:35.129115 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:35.129943 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device df620998-7892-404e-9bc2-94ea3ac5ce4a up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:35.140144 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-0b4831a7-38fc-4f6e-8a55-6db1c11f16cf tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=7fa2196e343c45b5b741c39417ba9ef8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2223184 Oct 24 13:25:35.299709 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-ef404a2b-221b-4177-a649-42aee02633e1 service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:25:35.306645 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-ef404a2b-221b-4177-a649-42aee02633e1 service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4069455 Oct 24 13:25:35.408066 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:35.436412 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:35.459292 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:35.469869 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port df620998-7892-404e-9bc2-94ea3ac5ce4a triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:35.469869 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (df620998-7892-404e-9bc2-94ea3ac5ce4a), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:35.470257 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port df620998-7892-404e-9bc2-94ea3ac5ce4a Oct 24 13:25:35.486018 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-7004781f-534a-4d6e-846c-e6a3cd72663c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782556 Oct 24 13:25:35.565406 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:35.604382 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port df620998-7892-404e-9bc2-94ea3ac5ce4a is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:35.604935 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (df620998-7892-404e-9bc2-94ea3ac5ce4a), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:35.680743 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-09199312-b1b7-4a05-a362-2a8ac988dbe8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817076 Oct 24 13:25:35.681978 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port df620998-7892-404e-9bc2-94ea3ac5ce4a, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=df620998-7892-404e-9bc2-94ea3ac5ce4a,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:25:35.735645 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (df620998-7892-404e-9bc2-94ea3ac5ce4a), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:35.737578 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device d3762bde-9e66-4e5d-9f19-336f30e3e971 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:35.891137 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=df620998-7892-404e-9bc2-94ea3ac5ce4a,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:35.902451 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port d3762bde-9e66-4e5d-9f19-336f30e3e971 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:35.903878 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:35.903878 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port d3762bde-9e66-4e5d-9f19-336f30e3e971 Oct 24 13:25:36.043779 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:36.051624 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port d3762bde-9e66-4e5d-9f19-336f30e3e971 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:36.128789 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Allocated IP 172.27.3.127 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/e1bb40f7-bcd6-4cd0-a2a8-7b0f167182d2) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:36.175031 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-712f8719-dca0-4a86-bef1-290570d75092 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9937112 Oct 24 13:25:36.204564 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cf5a11d4-a8ae-40b2-948b-60f338e552f7 req-c50d98f5-c555-4154-838c-ecc991936bd4 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 210 time: 0.1178222 Oct 24 13:25:36.347361 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f0634167-1866-43fa-93a5-33fe0fd3568c req-3ba0b69a-a2eb-4bdf-8203-8c07a747c9b1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 210 time: 0.0484436 Oct 24 13:25:36.403427 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:36.428975 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:36.447670 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for port (e1bb40f7-bcd6-4cd0-a2a8-7b0f167182d2), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:36.462395 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-2ee5f61d-6f50-4772-aa02-10ac9559c877 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606828 Oct 24 13:25:36.569088 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:36.597990 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:36.622603 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (e1bb40f7-bcd6-4cd0-a2a8-7b0f167182d2), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:36.694480 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:36.694480 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:36.694480 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 Oct 24 13:25:36.721577 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:36.725141 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:36.727071 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:36.733548 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:36.841406 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:36.842734 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device df620998-7892-404e-9bc2-94ea3ac5ce4a up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:36.929209 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event updated for resources: {'Port': ['ID=e1bb40f7-bcd6-4cd0-a2a8-7b0f167182d2,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:36.949716 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port df620998-7892-404e-9bc2-94ea3ac5ce4a triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:36.950085 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (df620998-7892-404e-9bc2-94ea3ac5ce4a), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:36.950415 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port df620998-7892-404e-9bc2-94ea3ac5ce4a Oct 24 13:25:36.980120 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for floatingip (9e771357-34ea-4fec-8d11-be1d4d3ee97f), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:37.013039 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0b6f52e3-f86e-465e-bd4c-b61ac94da0df req-15c42960-75a8-4b94-92c7-3cbf9d5c7ed7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 210 time: 0.1089354 Oct 24 13:25:37.151781 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (e1bb40f7-bcd6-4cd0-a2a8-7b0f167182d2), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:37.200235 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port df620998-7892-404e-9bc2-94ea3ac5ce4a is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:37.201553 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 098e25dc-7780-4416-a849-75d3a818a7fb up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:37.308911 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 098e25dc-7780-4416-a849-75d3a818a7fb triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:37.309594 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (098e25dc-7780-4416-a849-75d3a818a7fb), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:37.311110 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 098e25dc-7780-4416-a849-75d3a818a7fb Oct 24 13:25:37.347029 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:37.350303 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e358ed6f-2f9a-4765-bf25-2bbbb673d39b req-6ae084e9-fa90-4ca1-9792-26ae972443fe tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 210 time: 0.0595133 Oct 24 13:25:37.412807 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083523d-b7db-4bc3-8426-33718d498e24 req-874cbbe2-408e-4df4-b32d-ec64b697a364 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:37.414950 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d083523d-b7db-4bc3-8426-33718d498e24 req-874cbbe2-408e-4df4-b32d-ec64b697a364 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 817 time: 0.3989761 Oct 24 13:25:37.459575 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d083523d-b7db-4bc3-8426-33718d498e24 req-e6dc9e2a-0b3b-4769-a32b-b26df7c081cf tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/quotas/986792b802264c748e4614c4d2a17680 HTTP/1.1" status: 200 len: 375 time: 0.0374441 Oct 24 13:25:37.529723 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 098e25dc-7780-4416-a849-75d3a818a7fb is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:37.530337 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (098e25dc-7780-4416-a849-75d3a818a7fb), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:37.569303 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:37.571931 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for port (e1bb40f7-bcd6-4cd0-a2a8-7b0f167182d2), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:37.577933 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 098e25dc-7780-4416-a849-75d3a818a7fb, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=098e25dc-7780-4416-a849-75d3a818a7fb,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:25:37.605141 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d083523d-b7db-4bc3-8426-33718d498e24 req-36e3906d-f7d4-475c-b207-abbc0cbb22b3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1236057 Oct 24 13:25:37.666112 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (098e25dc-7780-4416-a849-75d3a818a7fb), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:37.675332 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (e1bb40f7-bcd6-4cd0-a2a8-7b0f167182d2), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:37.676909 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (9e771357-34ea-4fec-8d11-be1d4d3ee97f), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:37.740519 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=098e25dc-7780-4416-a849-75d3a818a7fb,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:37.785292 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event updated for resources: {'Port': ['ID=e1bb40f7-bcd6-4cd0-a2a8-7b0f167182d2,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:37.808867 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d083523d-b7db-4bc3-8426-33718d498e24 req-6fb26ee1-7c72-487c-8cdd-d3f0c26b2ea9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026136 Oct 24 13:25:37.868402 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:37.872322 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-56caa39f-7487-4926-b995-49d9df003584 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1756189 Oct 24 13:25:37.960636 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d083523d-b7db-4bc3-8426-33718d498e24 req-2954dd2f-2438-4a73-b45d-a6db16766373 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472714 Oct 24 13:25:38.219893 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a69a95ce-8361-4319-99cd-63009694e4e8 req-55632ca7-7961-4e11-a2c6-357849c6561d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 210 time: 0.0789208 Oct 24 13:25:38.429470 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7ac85100-689b-42d3-b2da-ae122572ae7c req-5e73eabd-162b-4999-bfef-a182cc4c596d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 210 time: 0.1018648 Oct 24 13:25:38.430505 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:38.465078 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 098e25dc-7780-4416-a849-75d3a818a7fb up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:38.518912 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0241618-9fd5-473b-863e-09e71be81c18 req-243fa738-e275-4d07-93ab-0b856c0aaa1b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1645433793&fields=id&tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11 HTTP/1.1" status: 200 len: 267 time: 0.1224139 Oct 24 13:25:38.636749 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 098e25dc-7780-4416-a849-75d3a818a7fb triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:38.640517 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (098e25dc-7780-4416-a849-75d3a818a7fb), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:38.640857 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 098e25dc-7780-4416-a849-75d3a818a7fb Oct 24 13:25:38.739631 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0241618-9fd5-473b-863e-09e71be81c18 req-1f62e9e7-a9fa-454f-8ed7-abf635be99f3 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:38.749906 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0241618-9fd5-473b-863e-09e71be81c18 req-1f62e9e7-a9fa-454f-8ed7-abf635be99f3 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/networks?id=143f8287-8fb4-4393-ae4f-ca898c17799f HTTP/1.1" status: 200 len: 811 time: 0.2301147 Oct 24 13:25:38.783072 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0241618-9fd5-473b-863e-09e71be81c18 req-101726ac-8921-401d-9f36-589fd3fb91e8 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/quotas/e3faf7ad1fea4ab8b08c98a10491ec11 HTTP/1.1" status: 200 len: 375 time: 0.0246346 Oct 24 13:25:38.832934 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 098e25dc-7780-4416-a849-75d3a818a7fb is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:38.875153 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ddf8c0f1-2d73-4650-a2a1-8c5f9a3cc2dd tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967269 Oct 24 13:25:38.888190 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-60c2511d-9427-4f5e-877b-18b9c8f40245 req-df4632a3-9546-4afc-8501-1797ff6433c6 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 210 time: 0.0513887 Oct 24 13:25:39.045246 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0241618-9fd5-473b-863e-09e71be81c18 req-6f70584d-dac2-41cd-938d-da468b06d6fb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365304 Oct 24 13:25:39.406659 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8a1f24d6-a2e8-44a8-8bdb-0940559a3f80 req-6342a78a-6f9b-46f0-90e0-ddd37fd10e10 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 210 time: 0.0651994 Oct 24 13:25:39.458527 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0241618-9fd5-473b-863e-09e71be81c18 req-83820e76-5683-4de5-a900-4850e739c285 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058616 Oct 24 13:25:39.500127 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.59', 62880) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:39.547570 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-52640635-5253-4302-82a4-b0e364b3e739 req-17cd69c3-2f3d-45a2-8118-0a1d4f0733ed tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 210 time: 0.0523310 Oct 24 13:25:39.651445 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:39.666737 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-412ccb17-9c8c-483e-937e-45c7857c1659 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:39.668203 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-412ccb17-9c8c-483e-937e-45c7857c1659 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.59 "GET /networking/v2.0/networks?id=0e6c385a-5176-45cf-b215-cfd3a8bc2b5c HTTP/1.1" status: 200 len: 812 time: 0.1666422 Oct 24 13:25:39.730504 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-a5b14df2-5247-43c9-9b69-0674b82d4c86 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Request body: {'port': {'device_id': '13a9564e-c320-4bad-bcfc-8332aec8c690', 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c', 'admin_state_up': True, 'tenant_id': '6019625869c249fbae42eff10c82c590'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:39.887059 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-752b0761-cddf-4f23-91c6-5b8f8e363d86 req-a35740d4-b51a-45c0-bc66-3c31710621bd tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 210 time: 0.0434973 Oct 24 13:25:40.009337 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-a5b14df2-5247-43c9-9b69-0674b82d4c86 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Made reservation on behalf of 6019625869c249fbae42eff10c82c590 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:25:40.020570 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-a5b14df2-5247-43c9-9b69-0674b82d4c86 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:40.224572 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9c85cdb4-c243-4c9f-b3af-4f6ef9d8a617 req-e87cd9d8-cfba-46d5-8dcb-7f537c095f42 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 210 time: 0.0879216 Oct 24 13:25:40.326073 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.59', 62888) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:40.376388 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:40.487679 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-d891101a-3dff-4539-8278-0ef1bc7ef29f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:40.488904 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-d891101a-3dff-4539-8278-0ef1bc7ef29f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 817 time: 0.1593983 Oct 24 13:25:40.506985 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-3dc6adfb-552c-4b0a-8615-4dfadfb99676 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Request body: {'port': {'device_id': '48b2c12f-1e60-4000-ac5c-d7a5864939a1', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'admin_state_up': True, 'tenant_id': '986792b802264c748e4614c4d2a17680'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:40.527346 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-a5b14df2-5247-43c9-9b69-0674b82d4c86 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Allocated IP 172.20.0.9 (0e6c385a-5176-45cf-b215-cfd3a8bc2b5c/4696fb9b-6e97-4a50-99b0-d3b94cc865ed/88cc8087-11c0-4a7a-b07d-0fa49eefb5f0) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:40.585806 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-298f83cd-3f7a-46c4-9d83-58ffdbf51b32 req-87c8517f-f4c8-498e-b45a-cff24f63c5b5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 210 time: 0.0748277 Oct 24 13:25:40.688833 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Sync routers for ids ['635f7fac-5283-4887-8c50-83405dd41960'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:25:40.721947 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Routers {'635f7fac-5283-4887-8c50-83405dd41960'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:40.724673 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:25:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['635f7fac-5283-4887-8c50-83405dd41960'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:40.871943 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-3dc6adfb-552c-4b0a-8615-4dfadfb99676 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Made reservation on behalf of 986792b802264c748e4614c4d2a17680 for: {'port': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:25:40.880036 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-3dc6adfb-552c-4b0a-8615-4dfadfb99676 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:40.931041 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-53eb93e9-db41-4b14-b7c1-e3b4578d75c1 req-257b1bf1-60c8-400c-90a0-4c3735aadd0e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 210 time: 0.1685755 Oct 24 13:25:40.940514 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Sync routers for ids ['ae3796a9-03a8-4cf6-97c2-a3994718a090'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:25:41.017085 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Routers {'ae3796a9-03a8-4cf6-97c2-a3994718a090'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:41.027453 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:25:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['ae3796a9-03a8-4cf6-97c2-a3994718a090'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:41.049678 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Set router 635f7fac-5283-4887-8c50-83405dd41960 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:41.112638 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-a5b14df2-5247-43c9-9b69-0674b82d4c86 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Publish callbacks [] for port (88cc8087-11c0-4a7a-b07d-0fa49eefb5f0), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:41.113913 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:41.120508 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 33048) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:41.237790 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Set router ae3796a9-03a8-4cf6-97c2-a3994718a090 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:41.260918 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-a5b14df2-5247-43c9-9b69-0674b82d4c86 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (88cc8087-11c0-4a7a-b07d-0fa49eefb5f0), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:41.294529 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7ec9d4d5-97db-41bb-9d50-5cfc17e8a7f7 req-5f89d63a-e1df-485c-90e6-ee125a72aa37 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 210 time: 0.1627979 Oct 24 13:25:41.485224 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:29Z', 'revision_number': 2, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:41.521369 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b14df2-5247-43c9-9b69-0674b82d4c86 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Pushing event updated for resources: {'Port': ['ID=88cc8087-11c0-4a7a-b07d-0fa49eefb5f0,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:41.525326 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Checking router: 635f7fac-5283-4887-8c50-83405dd41960 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:25:41.525750 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Updating router 635f7fac-5283-4887-8c50-83405dd41960 port b061f317-3de8-421b-987a-a3348f08fda0 binding host dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:25:41.538155 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-a5b14df2-5247-43c9-9b69-0674b82d4c86 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Network 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:41.556125 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-a5b14df2-5247-43c9-9b69-0674b82d4c86 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:41.567194 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (b061f317-3de8-421b-987a-a3348f08fda0), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:41.579141 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-a5b14df2-5247-43c9-9b69-0674b82d4c86 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:41.585237 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-a5b14df2-5247-43c9-9b69-0674b82d4c86 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:41.585721 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-a5b14df2-5247-43c9-9b69-0674b82d4c86 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:41.588669 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0e8842a9-4495-4d3a-a8b1-8df34f20fef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:41.655007 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-3dc6adfb-552c-4b0a-8615-4dfadfb99676 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Allocated IP 172.20.0.6 (66080719-964f-4fc3-8c4a-84b1c81a6ebc/23b6e2ac-f85b-4064-b811-8257eb367afd/cf65c088-1188-479e-a207-5b5919c77b82) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:41.683496 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4e8c9-79a2-408d-98b8-35d36640f5e6 req-7a67e903-4be8-4413-98c4-d05b43028d0b tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:41.683594 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2cf4e8c9-79a2-408d-98b8-35d36640f5e6 req-7a67e903-4be8-4413-98c4-d05b43028d0b tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 931 time: 0.1571906 Oct 24 13:25:41.772792 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.59', 62900) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:41.815733 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-a5b14df2-5247-43c9-9b69-0674b82d4c86 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0898666 Oct 24 13:25:41.887749 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'name': 'tempest-DeleteServersTestJSON-1272086794-router', 'tenant_id': '6019625869c249fbae42eff10c82c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '6019625869c249fbae42eff10c82c590', 'gw_port': {'id': '7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '28c6e4a4-7ed9-492b-a070-7f58fa8758e8', 'name': '', 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c', 'tenant_id': '6019625869c249fbae42eff10c82c590', 'mac_address': 'fa:16:3e:6b:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4696fb9b-6e97-4a50-99b0-d3b94cc865ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:24Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 2, 'project_id': '6019625869c249fbae42eff10c82c590', 'subnets': [{'id': '4696fb9b-6e97-4a50-99b0-d3b94cc865ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:41.935568 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ea39d83f-cda8-4ecb-82ed-f00a86305f3a req-ef589027-4e79-415e-a385-a6af907d3aae tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 210 time: 0.0803838 Oct 24 13:25:41.946289 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-24f0e855-2a1f-42f1-876e-0de2d9c848d7 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:25:41.946289 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-24f0e855-2a1f-42f1-876e-0de2d9c848d7 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1003091 Oct 24 13:25:41.987568 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Checking router: ae3796a9-03a8-4cf6-97c2-a3994718a090 for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:25:41.988027 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Updating router ae3796a9-03a8-4cf6-97c2-a3994718a090 port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 binding host dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:25:42.074263 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:42.159292 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:42.179031 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2cf4e8c9-79a2-408d-98b8-35d36640f5e6 req-32d83ba8-165e-479a-9650-5959da7ed2a5 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874306 Oct 24 13:25:42.201566 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:42.212771 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0e8842a9-4495-4d3a-a8b1-8df34f20fef4 admin admin] Publish callbacks [] for security_group (2dc23e22-c1c7-42e4-af6f-5fdcdfd04a01), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:42.234709 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-27ba6c18-9e96-4927-9fc9-ec57bc0a8dd1 None None] Provisioning complete for port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:42.236753 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-27ba6c18-9e96-4927-9fc9-ec57bc0a8dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (88cc8087-11c0-4a7a-b07d-0fa49eefb5f0), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:42.244329 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-27ba6c18-9e96-4927-9fc9-ec57bc0a8dd1 None None] Attempt 1 to provision port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 Oct 24 13:25:42.271348 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Publish callbacks [] for port (b061f317-3de8-421b-987a-a3348f08fda0), precommit_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:42.281616 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-efb0d0f7-9774-4e74-aa37-d3d88b0fd64b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:42.284007 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-efb0d0f7-9774-4e74-aa37-d3d88b0fd64b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.59 "GET /networking/v2.0/networks?id=958bd8a2-e988-4f21-ad22-567c0fb9f577 HTTP/1.1" status: 200 len: 817 time: 0.4736469 Oct 24 13:25:42.304628 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Request body: {'port': {'device_id': '13a9564e-c320-4bad-bcfc-8332aec8c690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:42.309599 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0e8842a9-4495-4d3a-a8b1-8df34f20fef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (2dc23e22-c1c7-42e4-af6f-5fdcdfd04a01), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:42.374451 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (b061f317-3de8-421b-987a-a3348f08fda0), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:42.382542 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:42.384148 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8842a9-4495-4d3a-a8b1-8df34f20fef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc23e22-c1c7-42e4-af6f-5fdcdfd04a01,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:42.428497 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-27ba6c18-9e96-4927-9fc9-ec57bc0a8dd1 None None] Port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:25:42.471398 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:42.496769 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-0e8842a9-4495-4d3a-a8b1-8df34f20fef4 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=95fc1b55ca864735a7e9c638099b3b66&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3750510 Oct 24 13:25:42.553038 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 33094) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:42.565667 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:42.678357 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ddea1-a2b0-4348-b98b-d8517d962273 None None] Pushing event updated for resources: {'Port': ['ID=b061f317-3de8-421b-987a-a3348f08fda0,revision_number=3']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:42.687316 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Attempting to bind port b061f317-3de8-421b-987a-a3348f08fda0 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:25:42.687316 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Attempting to bind port b061f317-3de8-421b-987a-a3348f08fda0 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:25:42.687316 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Attempting to bind port b061f317-3de8-421b-987a-a3348f08fda0 on network 143f8287-8fb4-4393-ae4f-ca898c17799f {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:42.734765 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:25:42.735385 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Checking segment: {'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:42.735949 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:42.736526 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Bound using segment: {'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:25:42.737348 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Bound port: b061f317-3de8-421b-987a-a3348f08fda0, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'}}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:25:42.737905 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (b061f317-3de8-421b-987a-a3348f08fda0), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:42.808849 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] For port b061f317-3de8-421b-987a-a3348f08fda0, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:25:42.812559 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] For port b061f317-3de8-421b-987a-a3348f08fda0, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=b061f317-3de8-421b-987a-a3348f08fda0,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:25:42.835457 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-22ace309-1e18-4778-a052-53ed717514c7 req-a1dde9f0-9f6c-42c0-997f-530552a01f52 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 210 time: 0.2322588 Oct 24 13:25:42.886566 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (88cc8087-11c0-4a7a-b07d-0fa49eefb5f0), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:42.898004 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (b061f317-3de8-421b-987a-a3348f08fda0), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:42.940177 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Routers {'635f7fac-5283-4887-8c50-83405dd41960'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:42.949635 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:25:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['635f7fac-5283-4887-8c50-83405dd41960'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:42.966093 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.59', 62909) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:43.076342 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-3dc6adfb-552c-4b0a-8615-4dfadfb99676 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for port (cf65c088-1188-479e-a207-5b5919c77b82), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:43.235457 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] Set router 635f7fac-5283-4887-8c50-83405dd41960 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:43.249423 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3339eca4-7e99-4452-90be-5d74c20ef24c req-d23afae2-8193-461d-84f7-230e56ac4028 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 210 time: 0.6795456 Oct 24 13:25:43.250638 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 33100) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:43.310250 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:43.315752 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Publish callbacks [] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), precommit_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:43.318434 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-3dc6adfb-552c-4b0a-8615-4dfadfb99676 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (cf65c088-1188-479e-a207-5b5919c77b82), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:43.380316 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:43.415658 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ddea1-a2b0-4348-b98b-d8517d962273 None None] Pushing event updated for resources: {'Port': ['ID=b061f317-3de8-421b-987a-a3348f08fda0,revision_number=4']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:43.437399 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:43.477887 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-3dc6adfb-552c-4b0a-8615-4dfadfb99676 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Network 66080719-964f-4fc3-8c4a-84b1c81a6ebc is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:43.698600 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:42Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:43.718273 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cdd99-e505-422c-9fee-f810b0c99c2b None None] Pushing event updated for resources: {'Port': ['ID=28c6e4a4-7ed9-492b-a070-7f58fa8758e8,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:43.722399 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Attempting to bind port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:25:43.722985 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Attempting to bind port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '21166038-c0cc-425c-828a-e551b903fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:25:43.723655 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Attempting to bind port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 on network 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:43.736051 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee75ce1e-bab5-49ed-9eea-4e2a96f1bf8e None None] The sync data for ids ['635f7fac-5283-4887-8c50-83405dd41960'] in dv-cinder-862491-1-iscsi is: [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:42Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:25:43.751051 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-3dc6adfb-552c-4b0a-8615-4dfadfb99676 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:43.753819 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-3dc6adfb-552c-4b0a-8615-4dfadfb99676 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:43.762340 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-3dc6adfb-552c-4b0a-8615-4dfadfb99676 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:43.763173 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-3dc6adfb-552c-4b0a-8615-4dfadfb99676 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for port (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:43.800118 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:43.820980 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d2618157-3074-401a-8e6e-cc301239e938 req-afed93f5-c61b-4289-8fbf-23f1022285d5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 210 time: 0.0581236 Oct 24 13:25:43.846444 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea57b-c1b2-4b87-a8af-40b5a0bd3f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:43.874276 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:25:43.874889 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Checking segment: {'id': '21166038-c0cc-425c-828a-e551b903fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:43.875522 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:43.889251 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Bound using segment: {'id': '21166038-c0cc-425c-828a-e551b903fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:25:43.889846 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Bound port: 28c6e4a4-7ed9-492b-a070-7f58fa8758e8, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21166038-c0cc-425c-828a-e551b903fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:25:43.890473 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:43.934375 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a97efe19-e00d-477e-b915-15c86405b19b admin admin] Publish callbacks [] for security_group (2dc23e22-c1c7-42e4-af6f-5fdcdfd04a01), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:43.946311 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-3dc6adfb-552c-4b0a-8615-4dfadfb99676 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4432051 Oct 24 13:25:43.967762 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6adfb-552c-4b0a-8615-4dfadfb99676 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Pushing event updated for resources: {'Port': ['ID=cf65c088-1188-479e-a207-5b5919c77b82,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:44.135447 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] For port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:25:44.138304 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] For port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=28c6e4a4-7ed9-492b-a070-7f58fa8758e8,segment=NetworkSegment(21166038-c0cc-425c-828a-e551b903fa80),segment_id=21166038-c0cc-425c-828a-e551b903fa80)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:25:44.344809 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:44.344809 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98eefeb-c1af-4628-8649-05b727259482 req-495046f2-d1fe-4896-8c49-31622139613d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:44.344809 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d98eefeb-c1af-4628-8649-05b727259482 req-495046f2-d1fe-4896-8c49-31622139613d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 931 time: 0.3785694 Oct 24 13:25:44.344809 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea57b-c1b2-4b87-a8af-40b5a0bd3f3b admin admin] Publish callbacks [] for security_group (c924ea99-9569-4c36-880b-ea9269839553), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:44.344809 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Request body: {'port': {'device_id': '48b2c12f-1e60-4000-ac5c-d7a5864939a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:44.344809 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d98eefeb-c1af-4628-8649-05b727259482 req-23b223e8-839a-4060-8cb5-810af49de505 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034873 Oct 24 13:25:44.344809 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (cf65c088-1188-479e-a207-5b5919c77b82), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:44.348208 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-fb6afa22-25ab-4ff4-8e4b-a67407ce1436 None None] Provisioning complete for port cf65c088-1188-479e-a207-5b5919c77b82 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:44.348208 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-fb6afa22-25ab-4ff4-8e4b-a67407ce1436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (cf65c088-1188-479e-a207-5b5919c77b82), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:44.348208 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-fb6afa22-25ab-4ff4-8e4b-a67407ce1436 None None] Attempt 1 to provision port cf65c088-1188-479e-a207-5b5919c77b82 Oct 24 13:25:44.349055 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a97efe19-e00d-477e-b915-15c86405b19b admin admin] Publish callbacks [] for security_group (2dc23e22-c1c7-42e4-af6f-5fdcdfd04a01), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:44.349055 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:25:44.354496 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c5163e5d-4c8b-4e7a-92ac-1b0bfb01d995 req-f1d0dc4e-0f8b-4c83-8e7d-481c896f3303 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 210 time: 0.1037230 Oct 24 13:25:44.368317 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-6e0b02a1-42af-43d6-93aa-cc8c31bbfd8e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7fa2196e343c45b5b741c39417ba9ef8 HTTP/1.1" status: 200 len: 380 time: 1.6571372 Oct 24 13:25:44.371446 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Publish callbacks [] for port (88cc8087-11c0-4a7a-b07d-0fa49eefb5f0), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:44.387636 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-7f021d0c-1249-448b-ba95-dfdba207be41 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Request body: {'port': {'device_id': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'admin_state_up': True, 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'security_groups': ['fe5fdf31-3c28-40e0-91c2-3d97871130ed']}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:44.413550 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-fb6afa22-25ab-4ff4-8e4b-a67407ce1436 None None] Port cf65c088-1188-479e-a207-5b5919c77b82 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:25:44.455609 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Transition to ACTIVE for port object 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:25:44.512571 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083523d-b7db-4bc3-8426-33718d498e24 req-beef18a2-9a9f-489f-8480-106ea0e5e391 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:44.514200 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d083523d-b7db-4bc3-8426-33718d498e24 req-beef18a2-9a9f-489f-8480-106ea0e5e391 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 817 time: 0.7669070 Oct 24 13:25:44.550860 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device b061f317-3de8-421b-987a-a3348f08fda0 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:44.609013 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (88cc8087-11c0-4a7a-b07d-0fa49eefb5f0), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:44.643988 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:44.711806 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-d083523d-b7db-4bc3-8426-33718d498e24 req-bfc7e83c-49fc-4f72-bf1b-6c5802b7a437 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Request body: {'port': {'device_id': '8de4c382-e12d-4068-96c2-58d44e5265db', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'admin_state_up': True, 'tenant_id': '986792b802264c748e4614c4d2a17680'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:44.743981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Routers {'ae3796a9-03a8-4cf6-97c2-a3994718a090'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:44.747922 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:25:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['ae3796a9-03a8-4cf6-97c2-a3994718a090'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:44.759083 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Pushing event updated for resources: {'Port': ['ID=88cc8087-11c0-4a7a-b07d-0fa49eefb5f0,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:44.774965 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-7f021d0c-1249-448b-ba95-dfdba207be41 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Made reservation on behalf of 7fa2196e343c45b5b741c39417ba9ef8 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:25:44.786269 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-7f021d0c-1249-448b-ba95-dfdba207be41 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:44.809583 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a97efe19-e00d-477e-b915-15c86405b19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (2dc23e22-c1c7-42e4-af6f-5fdcdfd04a01), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:44.814829 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a97efe19-e00d-477e-b915-15c86405b19b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:44.819263 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-a97efe19-e00d-477e-b915-15c86405b19b admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2dc23e22-c1c7-42e4-af6f-5fdcdfd04a01 HTTP/1.1" status: 204 len: 168 time: 2.2617836 Oct 24 13:25:44.819263 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.59', 62921) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:44.873347 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:44.893882 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-924d734f-d664-46ac-be4a-e5ce4f2be364 req-29aaed14-6c32-47ac-8f4a-1b327fe40428 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 210 time: 0.0992172 Oct 24 13:25:44.905976 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea57b-c1b2-4b87-a8af-40b5a0bd3f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (c924ea99-9569-4c36-880b-ea9269839553), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:44.953853 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port b061f317-3de8-421b-987a-a3348f08fda0 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:44.954250 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (b061f317-3de8-421b-987a-a3348f08fda0), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:44.959680 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port b061f317-3de8-421b-987a-a3348f08fda0 Oct 24 13:25:45.007296 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97efe19-e00d-477e-b915-15c86405b19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc23e22-c1c7-42e4-af6f-5fdcdfd04a01,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:45.117891 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Attempting to bind port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:25:45.118336 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Attempting to bind port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': '21166038-c0cc-425c-828a-e551b903fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:25:45.118680 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Attempting to bind port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 on network 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:45.124865 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b6f3fbc9-0fdb-45f5-b27f-c7cd2c151f49 req-b1a3fb03-f35a-42d7-aabf-7648574a9393 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 210 time: 0.0947878 Oct 24 13:25:45.187791 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cdd99-e505-422c-9fee-f810b0c99c2b None None] Pushing event updated for resources: {'Port': ['ID=28c6e4a4-7ed9-492b-a070-7f58fa8758e8,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:45.281796 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port b061f317-3de8-421b-987a-a3348f08fda0 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:45.282285 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (b061f317-3de8-421b-987a-a3348f08fda0), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:45.291847 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] Set router ae3796a9-03a8-4cf6-97c2-a3994718a090 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:45.374659 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ea57b-c1b2-4b87-a8af-40b5a0bd3f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c924ea99-9569-4c36-880b-ea9269839553,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:45.455145 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.notifiers.nova [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf65c088-1188-479e-a207-5b5919c77b82 {{(pid=104907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:25:45.484462 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Publish callbacks [] for port (cf65c088-1188-479e-a207-5b5919c77b82), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:45.531878 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port b061f317-3de8-421b-987a-a3348f08fda0, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=b061f317-3de8-421b-987a-a3348f08fda0,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:25:45.576542 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:45.582684 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:45.600632 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.provisioning_blocks [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Transition to ACTIVE for port object cf65c088-1188-479e-a207-5b5919c77b82 will not be triggered until provisioned by entity L2. {{(pid=104907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:25:45.693502 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:45.717780 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-fa2ea57b-c1b2-4b87-a8af-40b5a0bd3f3b admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=71018a1611e54da3839cd67986fc642b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4653006 Oct 24 13:25:45.725467 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (cf65c088-1188-479e-a207-5b5919c77b82), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:45.738001 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 33160) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:45.792783 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112c19e-7e40-4bda-a71d-6d893d50f87f req-b251f8b9-abdf-4eb4-8961-ab136bef4eee tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:45.800583 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c112c19e-7e40-4bda-a71d-6d893d50f87f req-b251f8b9-abdf-4eb4-8961-ab136bef4eee tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.1846187 Oct 24 13:25:45.808048 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b5b53b99-6fed-4379-b1e1-73b0912b8796 req-7d39ac75-972d-4aab-ad31-1d2db80cfad5 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 210 time: 0.1824803 Oct 24 13:25:45.869947 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 on network 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:25:45.870251 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Attempting to bind port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 on network 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:45.910472 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-7f021d0c-1249-448b-ba95-dfdba207be41 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Allocated IP 172.20.0.5 (958bd8a2-e988-4f21-ad22-567c0fb9f577/35e2c2ac-a24b-4c15-9d5d-d1af70da09b7/4dfc7079-30d9-488d-9dfc-1df75d250b32) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:45.953262 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ec1d4d47-6703-4d3e-b313-0267a79da765 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:45.955816 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ec1d4d47-6703-4d3e-b313-0267a79da765 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.59 "GET /networking/v2.0/networks?id=143f8287-8fb4-4393-ae4f-ca898c17799f HTTP/1.1" status: 200 len: 811 time: 0.9831433 Oct 24 13:25:46.045660 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (b061f317-3de8-421b-987a-a3348f08fda0), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:46.113212 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c112c19e-7e40-4bda-a71d-6d893d50f87f req-26c13e92-30ba-43a2-8cc2-e0a805427408 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608626 Oct 24 13:25:46.134373 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 33174) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:46.165012 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-74f100e5-5a09-4de8-a2ac-ff9ed1695752 admin admin] Publish callbacks [] for security_group (c924ea99-9569-4c36-880b-ea9269839553), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:46.168422 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Pushing event updated for resources: {'Port': ['ID=cf65c088-1188-479e-a207-5b5919c77b82,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:46.255612 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-74f100e5-5a09-4de8-a2ac-ff9ed1695752 admin admin] Publish callbacks [] for security_group (c924ea99-9569-4c36-880b-ea9269839553), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:46.277541 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:25:46.278146 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Checking segment: {'id': '21166038-c0cc-425c-828a-e551b903fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:46.278976 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Bound using segment: {'id': '21166038-c0cc-425c-828a-e551b903fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:25:46.279599 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Bound port: 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21166038-c0cc-425c-828a-e551b903fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:25:46.280118 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (88cc8087-11c0-4a7a-b07d-0fa49eefb5f0), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:46.299141 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d083523d-b7db-4bc3-8426-33718d498e24 req-bfc7e83c-49fc-4f72-bf1b-6c5802b7a437 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Made reservation on behalf of 986792b802264c748e4614c4d2a17680 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:25:46.306510 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d083523d-b7db-4bc3-8426-33718d498e24 req-bfc7e83c-49fc-4f72-bf1b-6c5802b7a437 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:46.329269 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.managers [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Attempting to bind port cf65c088-1188-479e-a207-5b5919c77b82 on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:25:46.330918 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.managers [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Attempting to bind port cf65c088-1188-479e-a207-5b5919c77b82 by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'}] {{(pid=104907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:25:46.330918 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Attempting to bind port cf65c088-1188-479e-a207-5b5919c77b82 on network 66080719-964f-4fc3-8c4a-84b1c81a6ebc {{(pid=104907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:46.346495 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=b061f317-3de8-421b-987a-a3348f08fda0,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:46.349299 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:46.350405 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'name': 'tempest-DeleteServersTestJSON-1272086794-router', 'tenant_id': '6019625869c249fbae42eff10c82c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '6019625869c249fbae42eff10c82c590', 'gw_port': {'id': '7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '28c6e4a4-7ed9-492b-a070-7f58fa8758e8', 'name': '', 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c', 'tenant_id': '6019625869c249fbae42eff10c82c590', 'mac_address': 'fa:16:3e:6b:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4696fb9b-6e97-4a50-99b0-d3b94cc865ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:24Z', 'updated_at': '2022-10-24T13:25:44Z', 'revision_number': 4, 'project_id': '6019625869c249fbae42eff10c82c590', 'subnets': [{'id': '4696fb9b-6e97-4a50-99b0-d3b94cc865ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:46.380876 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060747fb-7544-48e7-97d6-e6af7c78f07e None None] The sync data for ids ['ae3796a9-03a8-4cf6-97c2-a3994718a090'] in dv-cinder-862491-1-iscsi is: [{'id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'name': 'tempest-DeleteServersTestJSON-1272086794-router', 'tenant_id': '6019625869c249fbae42eff10c82c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '6019625869c249fbae42eff10c82c590', 'gw_port': {'id': '7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '28c6e4a4-7ed9-492b-a070-7f58fa8758e8', 'name': '', 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c', 'tenant_id': '6019625869c249fbae42eff10c82c590', 'mac_address': 'fa:16:3e:6b:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4696fb9b-6e97-4a50-99b0-d3b94cc865ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:24Z', 'updated_at': '2022-10-24T13:25:44Z', 'revision_number': 4, 'project_id': '6019625869c249fbae42eff10c82c590', 'subnets': [{'id': '4696fb9b-6e97-4a50-99b0-d3b94cc865ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:25:46.397414 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fb37a40a-58e8-48ab-a76c-048b1e0721b5 req-0087eba0-acec-4dd9-9823-64756a19ddb3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 210 time: 0.3013451 Oct 24 13:25:46.434705 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a5460b7f-dedf-49c5-898b-9601d04363d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:46.496349 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-13f4d42f-45c2-4cdc-985c-5eb091716e7d req-a46ebc68-bc94-4b4b-8fc7-decf109e67d2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 210 time: 0.1454451 Oct 24 13:25:46.500429 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:46.561389 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Port cf65c088-1188-479e-a207-5b5919c77b82 on network 66080719-964f-4fc3-8c4a-84b1c81a6ebc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:25:46.567232 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Attempting to bind port cf65c088-1188-479e-a207-5b5919c77b82 on network 66080719-964f-4fc3-8c4a-84b1c81a6ebc {{(pid=104907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:46.643827 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-74f100e5-5a09-4de8-a2ac-ff9ed1695752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (c924ea99-9569-4c36-880b-ea9269839553), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:46.660399 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-74f100e5-5a09-4de8-a2ac-ff9ed1695752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:46.664818 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:46.664818 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:46.664818 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 Oct 24 13:25:46.668964 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-74f100e5-5a09-4de8-a2ac-ff9ed1695752 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/c924ea99-9569-4c36-880b-ea9269839553 HTTP/1.1" status: 204 len: 168 time: 0.9208965 Oct 24 13:25:46.704887 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f100e5-5a09-4de8-a2ac-ff9ed1695752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c924ea99-9569-4c36-880b-ea9269839553,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:46.721049 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] For port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:25:46.745939 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] For port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=88cc8087-11c0-4a7a-b07d-0fa49eefb5f0,segment=NetworkSegment(21166038-c0cc-425c-828a-e551b903fa80),segment_id=21166038-c0cc-425c-828a-e551b903fa80)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:25:46.756619 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:46.769646 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:25:46.774390 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Checking segment: {'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:46.780017 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Bound using segment: {'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'} {{(pid=104907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:25:46.780017 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.managers [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Bound port: cf65c088-1188-479e-a207-5b5919c77b82, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'}}] {{(pid=104907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:25:46.780017 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (cf65c088-1188-479e-a207-5b5919c77b82), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:46.780017 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:46.860452 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (88cc8087-11c0-4a7a-b07d-0fa49eefb5f0), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:46.927753 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:46.928398 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:46.930089 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 HTTP/1.1" status: 200 len: 1093 time: 4.8081746 Oct 24 13:25:46.935722 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a9564e-c320-4bad-bcfc-8332aec8c690', 'tag': '88cc8087-11c0-4a7a-b07d-0fa49eefb5f0'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:25:47.000608 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] For port cf65c088-1188-479e-a207-5b5919c77b82, host hv-cinder-86249, cleared binding levels {{(pid=104907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:25:47.003190 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:47.003322 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:47.053992 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] For port cf65c088-1188-479e-a207-5b5919c77b82, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=cf65c088-1188-479e-a207-5b5919c77b82,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:25:47.114769 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=28c6e4a4-7ed9-492b-a070-7f58fa8758e8,segment=NetworkSegment(21166038-c0cc-425c-828a-e551b903fa80),segment_id=21166038-c0cc-425c-828a-e551b903fa80)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:25:47.147108 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (cf65c088-1188-479e-a207-5b5919c77b82), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:47.162979 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:47.163503 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for port (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:47.165070 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/cf65c088-1188-479e-a207-5b5919c77b82 HTTP/1.1" status: 200 len: 1093 time: 2.9494560 Oct 24 13:25:47.165796 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b2c12f-1e60-4000-ac5c-d7a5864939a1', 'tag': 'cf65c088-1188-479e-a207-5b5919c77b82'}] {{(pid=104907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:25:47.185592 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:47.225184 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0241618-9fd5-473b-863e-09e71be81c18 req-972fef09-8a9d-456f-858e-15829c84efec tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.59 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11 HTTP/1.1" status: 200 len: 380 time: 1.2322962 Oct 24 13:25:47.339840 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=28c6e4a4-7ed9-492b-a070-7f58fa8758e8,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:47.542405 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da7a583-102f-4e04-b9f3-6a3ff09d1ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "13a9564e-c320-4bad-bcfc-8332aec8c690", "tag": "88cc8087-11c0-4a7a-b07d-0fa49eefb5f0"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:25:47.576904 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-a0241618-9fd5-473b-863e-09e71be81c18 req-3b0fe865-3765-4b86-812c-ec69be829071 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Request body: {'port': {'device_id': 'a568b3c6-b364-45d0-a9fa-2bdbde43ccaa', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'admin_state_up': True, 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'security_groups': ['68383f2d-6cd3-4a33-8ff2-c572746809c5']}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:47.639839 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1f3b67a2-c0f8-4c4e-99cc-2eb15e755445 req-44a9fc81-3602-441b-8ecf-0865b81b0694 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 210 time: 0.4337716 Oct 24 13:25:47.680005 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:25:47.810487 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954dccf414852867a7e6a4d984216e3ce3e9b7f8b3e530173b70fede63e4834c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8986d524-67e9-4f68-adaa-ca3a32b825ee" -d '{"events": [{"name": "network-changed", "server_uuid": "48b2c12f-1e60-4000-ac5c-d7a5864939a1", "tag": "cf65c088-1188-479e-a207-5b5919c77b82"}]}' {{(pid=104907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:25:47.909396 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa3f6d-7864-4ae6-99a0-344c66f7637e service neutron] Pushing event updated for resources: {'Port': ['ID=cf65c088-1188-479e-a207-5b5919c77b82,revision_number=3']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:47.928609 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-916d9868-75ee-46b9-b43b-bb87f78436e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:47.930654 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-916d9868-75ee-46b9-b43b-bb87f78436e3 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 1127 time: 0.4752576 Oct 24 13:25:47.953392 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94df2bb-444e-4ed5-b40f-a71ed11b03ba req-ed5ea1fc-eddd-49d7-a503-2fb1a4206fb2 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:47.953392 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f94df2bb-444e-4ed5-b40f-a71ed11b03ba req-ed5ea1fc-eddd-49d7-a503-2fb1a4206fb2 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.4978940 Oct 24 13:25:48.015787 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:48.056863 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f94df2bb-444e-4ed5-b40f-a71ed11b03ba req-babc674c-b54a-48ca-823f-c55c2abcd06d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958409 Oct 24 13:25:48.110677 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-4ac2d311-7e03-48ec-8374-cbdbc162e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:48.112246 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-4ac2d311-7e03-48ec-8374-cbdbc162e9af service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=6019625869c249fbae42eff10c82c590&device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 1127 time: 0.8856974 Oct 24 13:25:48.134649 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-7f021d0c-1249-448b-ba95-dfdba207be41 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:48.137474 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0148f-22c4-457b-a7e5-73edb3d0ce69 service neutron] Pushing event updated for resources: {'Port': ['ID=88cc8087-11c0-4a7a-b07d-0fa49eefb5f0,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:48.141825 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-50fb6588-e29d-464b-b4be-7929eb266cbd req-64b82ca2-b5c9-40f0-b523-831cb1841e94 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 210 time: 0.1933618 Oct 24 13:25:48.202342 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a5460b7f-dedf-49c5-898b-9601d04363d2 admin admin] Publish callbacks [] for security_group (0f4d25d5-c9d6-4b46-ae16-cb0ab1bd6b7f), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:48.211231 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0241618-9fd5-473b-863e-09e71be81c18 req-3b0fe865-3765-4b86-812c-ec69be829071 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Made reservation on behalf of e3faf7ad1fea4ab8b08c98a10491ec11 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:25:48.215281 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-a0241618-9fd5-473b-863e-09e71be81c18 req-3b0fe865-3765-4b86-812c-ec69be829071 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:48.227930 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-d083523d-b7db-4bc3-8426-33718d498e24 req-bfc7e83c-49fc-4f72-bf1b-6c5802b7a437 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Allocated IP 172.20.0.14 (66080719-964f-4fc3-8c4a-84b1c81a6ebc/23b6e2ac-f85b-4064-b811-8257eb367afd/c7b02435-39c6-46a8-a356-81bef309201a) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:48.245724 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 33246) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:48.281101 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7023ce60-28c0-42bb-8cd9-57d74f184e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:48.500583 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device b061f317-3de8-421b-987a-a3348f08fda0 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:48.547131 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-33c2824d-9bbb-4ad3-98ec-53c6cff316f3 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf65c088-1188-479e-a207-5b5919c77b82 HTTP/1.1" status: 200 len: 217 time: 0.5137486 Oct 24 13:25:48.571432 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port b061f317-3de8-421b-987a-a3348f08fda0 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:48.571704 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (b061f317-3de8-421b-987a-a3348f08fda0), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:48.572048 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port b061f317-3de8-421b-987a-a3348f08fda0 Oct 24 13:25:48.602251 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3a4f7-f170-4145-ac03-dc7d3dce0137 req-0966e1c4-5c1a-49c1-acad-da3bdf638d7d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:48.606220 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e5a3a4f7-f170-4145-ac03-dc7d3dce0137 req-0966e1c4-5c1a-49c1-acad-da3bdf638d7d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0566976 Oct 24 13:25:48.636821 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7023ce60-28c0-42bb-8cd9-57d74f184e06 admin admin] Publish callbacks [] for security_group (95712967-4889-4b9b-8705-fa70e75dcb31), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:48.638749 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc56a665-5f6f-4873-b0a3-a8f93ffddf37 x-openstack-request-id: req-fc56a665-5f6f-4873-b0a3-a8f93ffddf37 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:25:48.639028 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a9564e-c320-4bad-bcfc-8332aec8c690", "tag": "88cc8087-11c0-4a7a-b07d-0fa49eefb5f0", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:25:48.639272 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc56a665-5f6f-4873-b0a3-a8f93ffddf37 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:25:48.639738 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc56a665-5f6f-4873-b0a3-a8f93ffddf37'] response: {'name': 'network-changed', 'server_uuid': '13a9564e-c320-4bad-bcfc-8332aec8c690', 'tag': '88cc8087-11c0-4a7a-b07d-0fa49eefb5f0', 'status': 'completed', 'code': 200} Oct 24 13:25:48.645043 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:48.648851 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-7f021d0c-1249-448b-ba95-dfdba207be41 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:48.650363 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a5460b7f-dedf-49c5-898b-9601d04363d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (0f4d25d5-c9d6-4b46-ae16-cb0ab1bd6b7f), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:48.652581 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592b916d-f4a0-4e94-8ef8-9aa8597aba6c x-openstack-request-id: req-592b916d-f4a0-4e94-8ef8-9aa8597aba6c {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:25:48.653000 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b2c12f-1e60-4000-ac5c-d7a5864939a1", "tag": "cf65c088-1188-479e-a207-5b5919c77b82", "status": "completed", "code": 200}]} {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:25:48.653202 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-592b916d-f4a0-4e94-8ef8-9aa8597aba6c {{(pid=104907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:25:48.653687 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-592b916d-f4a0-4e94-8ef8-9aa8597aba6c'] response: {'name': 'network-changed', 'server_uuid': '48b2c12f-1e60-4000-ac5c-d7a5864939a1', 'tag': 'cf65c088-1188-479e-a207-5b5919c77b82', 'status': 'completed', 'code': 200} Oct 24 13:25:48.663412 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e5a3a4f7-f170-4145-ac03-dc7d3dce0137 req-31056c91-60f3-400f-a818-810d71da1f27 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529668 Oct 24 13:25:48.668136 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port b061f317-3de8-421b-987a-a3348f08fda0 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:48.669234 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:48.732310 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:48.732701 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:48.733039 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 Oct 24 13:25:48.774029 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-a5460b7f-dedf-49c5-898b-9601d04363d2 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=f1cef03d44ab4b84813e4dbea0921fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6122553 Oct 24 13:25:48.775812 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-7f021d0c-1249-448b-ba95-dfdba207be41 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Network 958bd8a2-e988-4f21-ad22-567c0fb9f577 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:48.775922 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 33260) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:48.791237 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7023ce60-28c0-42bb-8cd9-57d74f184e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (95712967-4889-4b9b-8705-fa70e75dcb31), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:48.816800 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:48.829908 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-7f021d0c-1249-448b-ba95-dfdba207be41 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:48.831970 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5460b7f-dedf-49c5-898b-9601d04363d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4d25d5-c9d6-4b46-ae16-cb0ab1bd6b7f,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:48.836300 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-09564c87-59c8-4f8c-bbd5-46e67af9276f admin admin] Publish callbacks [] for security_group (0f4d25d5-c9d6-4b46-ae16-cb0ab1bd6b7f), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:48.858007 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-7f021d0c-1249-448b-ba95-dfdba207be41 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:48.862431 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-7f021d0c-1249-448b-ba95-dfdba207be41 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:48.863041 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-7f021d0c-1249-448b-ba95-dfdba207be41 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:48.867329 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-09564c87-59c8-4f8c-bbd5-46e67af9276f admin admin] Publish callbacks [] for security_group (0f4d25d5-c9d6-4b46-ae16-cb0ab1bd6b7f), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:48.906978 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f021d0c-1249-448b-ba95-dfdba207be41 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event updated for resources: {'Port': ['ID=4dfc7079-30d9-488d-9dfc-1df75d250b32,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:48.925442 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5f204865-c0ee-4d02-a570-efe55c18afa1 req-2d370e99-8ca7-4f28-9643-581dd4362960 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 210 time: 0.1698966 Oct 24 13:25:48.965220 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-7023ce60-28c0-42bb-8cd9-57d74f184e06 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=c461cd281ecb43149abbc1bb7258b9a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7184007 Oct 24 13:25:48.968089 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 33264) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:48.987970 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:48.998850 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:49.010132 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-a0241618-9fd5-473b-863e-09e71be81c18 req-3b0fe865-3765-4b86-812c-ec69be829071 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Allocated IP 172.20.0.8 (143f8287-8fb4-4393-ae4f-ca898c17799f/dd583918-9412-43e4-86a6-0aa07f6bb5dd/bdec5a38-0967-442c-8d70-b3f416f6105f) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:49.027038 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-09564c87-59c8-4f8c-bbd5-46e67af9276f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (0f4d25d5-c9d6-4b46-ae16-cb0ab1bd6b7f), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:49.029591 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-09564c87-59c8-4f8c-bbd5-46e67af9276f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:49.031018 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-09564c87-59c8-4f8c-bbd5-46e67af9276f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/0f4d25d5-c9d6-4b46-ae16-cb0ab1bd6b7f HTTP/1.1" status: 204 len: 168 time: 0.2539032 Oct 24 13:25:49.033952 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-7f021d0c-1249-448b-ba95-dfdba207be41 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6561935 Oct 24 13:25:49.039671 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9a80da4f-ff8a-44c6-9aa1-08188fce3230 admin admin] Publish callbacks [] for security_group (95712967-4889-4b9b-8705-fa70e75dcb31), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:49.041907 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09564c87-59c8-4f8c-bbd5-46e67af9276f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4d25d5-c9d6-4b46-ae16-cb0ab1bd6b7f,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:49.053162 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d083523d-b7db-4bc3-8426-33718d498e24 req-bfc7e83c-49fc-4f72-bf1b-6c5802b7a437 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for port (c7b02435-39c6-46a8-a356-81bef309201a), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:49.054607 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023ce60-28c0-42bb-8cd9-57d74f184e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95712967-4889-4b9b-8705-fa70e75dcb31,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:49.063989 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9a80da4f-ff8a-44c6-9aa1-08188fce3230 admin admin] Publish callbacks [] for security_group (95712967-4889-4b9b-8705-fa70e75dcb31), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:49.103616 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-c2beb770-1c08-45b6-a3e7-0cc191c48ce0 None None] Provisioning complete for port 4dfc7079-30d9-488d-9dfc-1df75d250b32 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:49.104495 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c2beb770-1c08-45b6-a3e7-0cc191c48ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:49.105276 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-c2beb770-1c08-45b6-a3e7-0cc191c48ce0 None None] Attempt 1 to provision port 4dfc7079-30d9-488d-9dfc-1df75d250b32 Oct 24 13:25:49.165129 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-c2beb770-1c08-45b6-a3e7-0cc191c48ce0 None None] Port 4dfc7079-30d9-488d-9dfc-1df75d250b32 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:25:49.214834 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d070b-dc7e-43f1-8398-2c90d115bf6a req-c9c0a135-7622-46d0-9637-5f0a36b3ff2d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:49.222530 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b38d070b-dc7e-43f1-8398-2c90d115bf6a req-c9c0a135-7622-46d0-9637-5f0a36b3ff2d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0671556 Oct 24 13:25:49.241294 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-a0241618-9fd5-473b-863e-09e71be81c18 req-3b0fe865-3765-4b86-812c-ec69be829071 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for port (bdec5a38-0967-442c-8d70-b3f416f6105f), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:49.250395 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9a80da4f-ff8a-44c6-9aa1-08188fce3230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (95712967-4889-4b9b-8705-fa70e75dcb31), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:49.252962 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9a80da4f-ff8a-44c6-9aa1-08188fce3230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:49.254070 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-9a80da4f-ff8a-44c6-9aa1-08188fce3230 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/95712967-4889-4b9b-8705-fa70e75dcb31 HTTP/1.1" status: 204 len: 168 time: 0.2849653 Oct 24 13:25:49.277094 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80da4f-ff8a-44c6-9aa1-08188fce3230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95712967-4889-4b9b-8705-fa70e75dcb31,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:49.278875 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-da717de8-295f-4449-97e0-4a99905bb55b req-27477bc8-50a3-4ab8-b811-a3608b279686 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 210 time: 0.0327063 Oct 24 13:25:49.290328 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d083523d-b7db-4bc3-8426-33718d498e24 req-bfc7e83c-49fc-4f72-bf1b-6c5802b7a437 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (c7b02435-39c6-46a8-a356-81bef309201a), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:49.304186 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b38d070b-dc7e-43f1-8398-2c90d115bf6a req-ac3c570a-6cf9-474f-a308-921e23058e48 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803919 Oct 24 13:25:49.387997 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:49.395113 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d083523d-b7db-4bc3-8426-33718d498e24 req-bfc7e83c-49fc-4f72-bf1b-6c5802b7a437 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Network 66080719-964f-4fc3-8c4a-84b1c81a6ebc is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:49.407944 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-d083523d-b7db-4bc3-8426-33718d498e24 req-bfc7e83c-49fc-4f72-bf1b-6c5802b7a437 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:49.407944 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d083523d-b7db-4bc3-8426-33718d498e24 req-bfc7e83c-49fc-4f72-bf1b-6c5802b7a437 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:49.410070 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083523d-b7db-4bc3-8426-33718d498e24 req-bfc7e83c-49fc-4f72-bf1b-6c5802b7a437 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:49.410748 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d083523d-b7db-4bc3-8426-33718d498e24 req-bfc7e83c-49fc-4f72-bf1b-6c5802b7a437 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:49.422133 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7e83c-49fc-4f72-bf1b-6c5802b7a437 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Pushing event updated for resources: {'Port': ['ID=c7b02435-39c6-46a8-a356-81bef309201a,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:49.455613 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-a0241618-9fd5-473b-863e-09e71be81c18 req-3b0fe865-3765-4b86-812c-ec69be829071 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (bdec5a38-0967-442c-8d70-b3f416f6105f), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:49.542385 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0fe865-3765-4b86-812c-ec69be829071 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event updated for resources: {'Port': ['ID=bdec5a38-0967-442c-8d70-b3f416f6105f,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:49.555929 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0241618-9fd5-473b-863e-09e71be81c18 req-3b0fe865-3765-4b86-812c-ec69be829071 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Network 143f8287-8fb4-4393-ae4f-ca898c17799f is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:49.558148 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-a0241618-9fd5-473b-863e-09e71be81c18 req-3b0fe865-3765-4b86-812c-ec69be829071 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:49.561683 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0241618-9fd5-473b-863e-09e71be81c18 req-3b0fe865-3765-4b86-812c-ec69be829071 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:49.567563 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0241618-9fd5-473b-863e-09e71be81c18 req-3b0fe865-3765-4b86-812c-ec69be829071 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:49.568461 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-a0241618-9fd5-473b-863e-09e71be81c18 req-3b0fe865-3765-4b86-812c-ec69be829071 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:49.574759 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d083523d-b7db-4bc3-8426-33718d498e24 req-bfc7e83c-49fc-4f72-bf1b-6c5802b7a437 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8735988 Oct 24 13:25:49.695769 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-1fc0714f-a8c3-4c7e-a167-cd57ff250991 None None] Provisioning complete for port c7b02435-39c6-46a8-a356-81bef309201a triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:49.696311 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-1fc0714f-a8c3-4c7e-a167-cd57ff250991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (c7b02435-39c6-46a8-a356-81bef309201a), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:49.696528 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-1fc0714f-a8c3-4c7e-a167-cd57ff250991 None None] Attempt 1 to provision port c7b02435-39c6-46a8-a356-81bef309201a Oct 24 13:25:49.697959 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0241618-9fd5-473b-863e-09e71be81c18 req-3b0fe865-3765-4b86-812c-ec69be829071 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2999582 Oct 24 13:25:49.738256 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0714f-a8c3-4c7e-a167-cd57ff250991 None None] Port c7b02435-39c6-46a8-a356-81bef309201a cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:25:49.836648 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bc851-f65b-40d3-b200-9e789fabbda7 req-6eccacf0-41fd-4982-bb88-8d1c0c19d56a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:49.838516 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-115bc851-f65b-40d3-b200-9e789fabbda7 req-6eccacf0-41fd-4982-bb88-8d1c0c19d56a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0644946 Oct 24 13:25:49.862380 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-fb2f0849-36e5-48cf-bae8-543e4a734de6 None None] Provisioning complete for port bdec5a38-0967-442c-8d70-b3f416f6105f triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:49.864356 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-fb2f0849-36e5-48cf-bae8-543e4a734de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (bdec5a38-0967-442c-8d70-b3f416f6105f), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:49.864356 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-fb2f0849-36e5-48cf-bae8-543e4a734de6 None None] Attempt 1 to provision port bdec5a38-0967-442c-8d70-b3f416f6105f Oct 24 13:25:49.900785 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:49.902192 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-115bc851-f65b-40d3-b200-9e789fabbda7 req-9c72daad-fde2-4a88-bfbb-d0efadf4ad44 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578270 Oct 24 13:25:49.916784 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f0849-36e5-48cf-bae8-543e4a734de6 None None] Port bdec5a38-0967-442c-8d70-b3f416f6105f cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:25:50.062667 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a801a70-a7e2-44c8-b5de-2e5f5acbdb54 req-37686e59-287b-4320-84da-171c68dc674c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:50.069455 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7a801a70-a7e2-44c8-b5de-2e5f5acbdb54 req-37686e59-287b-4320-84da-171c68dc674c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 931 time: 0.0560045 Oct 24 13:25:50.127486 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7a801a70-a7e2-44c8-b5de-2e5f5acbdb54 req-29a27bce-6e3f-4bad-b1cf-bb14982189a4 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564771 Oct 24 13:25:50.442488 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b1689-b7ad-4c06-8913-bbe814d4be50 req-6e769ac0-1ff3-4d00-b06e-dee39568a09e tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:50.444263 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-876b1689-b7ad-4c06-8913-bbe814d4be50 req-6e769ac0-1ff3-4d00-b06e-dee39568a09e tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0639319 Oct 24 13:25:50.466149 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5460e7-f738-4e8a-8e4e-b0865d68c24e req-12282730-e52f-407e-ba4c-4ca97809c6db tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:50.469585 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0c5460e7-f738-4e8a-8e4e-b0865d68c24e req-12282730-e52f-407e-ba4c-4ca97809c6db tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 932 time: 0.0503035 Oct 24 13:25:50.519902 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-876b1689-b7ad-4c06-8913-bbe814d4be50 req-e67ca46e-c2dd-4c53-8068-864d4fc3c495 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688345 Oct 24 13:25:50.537140 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0c5460e7-f738-4e8a-8e4e-b0865d68c24e req-fae8ea5c-0207-4225-a6d6-50695c588415 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611360 Oct 24 13:25:51.024200 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:51.034438 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73adc2-4119-4fbf-a957-7b2a98bdefec req-1bb96a39-34c8-4ec8-8e11-e590ba7d91a9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:51.034560 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fd73adc2-4119-4fbf-a957-7b2a98bdefec req-1bb96a39-34c8-4ec8-8e11-e590ba7d91a9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0496562 Oct 24 13:25:51.087119 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fd73adc2-4119-4fbf-a957-7b2a98bdefec req-ef211796-2889-412e-97d2-073613ac3f2f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460281 Oct 24 13:25:51.254254 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205570f-ee6b-4a05-90de-8890167e1b83 req-b4f9047a-4d28-4af7-8c2e-63ebb78f3251 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:51.255989 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e205570f-ee6b-4a05-90de-8890167e1b83 req-b4f9047a-4d28-4af7-8c2e-63ebb78f3251 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 931 time: 0.0514882 Oct 24 13:25:51.305880 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e205570f-ee6b-4a05-90de-8890167e1b83 req-8f5c83c5-9e34-4db2-a6e4-433e0db4a0b0 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442243 Oct 24 13:25:51.658848 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455353e-2da6-4ae7-8d31-f816c5b1545b req-013fdbc4-56d5-421a-8bdd-26223b6babb7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:51.660490 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0455353e-2da6-4ae7-8d31-f816c5b1545b req-013fdbc4-56d5-421a-8bdd-26223b6babb7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 932 time: 0.0551193 Oct 24 13:25:51.664095 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db2394-a8cf-4037-b09a-b350e6911328 req-de25b580-7b2d-4b89-813f-5bd18e1c2318 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:51.665657 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d7db2394-a8cf-4037-b09a-b350e6911328 req-de25b580-7b2d-4b89-813f-5bd18e1c2318 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0566919 Oct 24 13:25:51.714031 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0455353e-2da6-4ae7-8d31-f816c5b1545b req-4711757f-23d5-4a97-bcf5-b84ff7442121 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448282 Oct 24 13:25:51.719159 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d7db2394-a8cf-4037-b09a-b350e6911328 req-5c1b3b5b-0f0e-44c8-aaa5-afb815751827 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459743 Oct 24 13:25:52.233058 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b9d47-75e9-45eb-b8c8-d8d72cde4dd3 req-831bac03-d1d8-489d-b2a0-aa5a35b8a313 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:52.234949 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e19b9d47-75e9-45eb-b8c8-d8d72cde4dd3 req-831bac03-d1d8-489d-b2a0-aa5a35b8a313 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0655496 Oct 24 13:25:52.304865 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e19b9d47-75e9-45eb-b8c8-d8d72cde4dd3 req-2a663694-03dc-458b-b6b3-a7c0d4139331 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637503 Oct 24 13:25:52.438791 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510a53c-b741-4e31-9142-3240753e0b78 req-e1b15066-30e0-4787-9eb4-8cc4e8c3ee35 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:52.444322 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0510a53c-b741-4e31-9142-3240753e0b78 req-e1b15066-30e0-4787-9eb4-8cc4e8c3ee35 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 931 time: 0.0555081 Oct 24 13:25:52.520309 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0510a53c-b741-4e31-9142-3240753e0b78 req-39979907-2a05-44c8-ac9f-14e05a706ebf tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749156 Oct 24 13:25:52.912154 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf6d4a-a94a-4487-812f-1d1c1bd1b75b req-0581dd52-b210-4925-95d7-a3a4c5cf325f tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:52.923748 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-68cf6d4a-a94a-4487-812f-1d1c1bd1b75b req-0581dd52-b210-4925-95d7-a3a4c5cf325f tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0936334 Oct 24 13:25:52.968115 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b7e55-ccf5-4c96-a374-569fb29f7617 req-dcb03ef3-600c-4288-8a73-2bc6c069875e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:52.982371 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-629b7e55-ccf5-4c96-a374-569fb29f7617 req-dcb03ef3-600c-4288-8a73-2bc6c069875e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 932 time: 0.1372693 Oct 24 13:25:53.039915 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-68cf6d4a-a94a-4487-812f-1d1c1bd1b75b req-40d4a988-7055-43cc-8ac1-9bf486b688a7 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117463 Oct 24 13:25:53.043855 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-629b7e55-ccf5-4c96-a374-569fb29f7617 req-67a8615a-1050-49d1-9b4f-880440183384 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603821 Oct 24 13:25:53.438242 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664eac6-abdd-4a92-866e-7b8ad2072964 req-300972f9-081d-4b99-bc41-df584966e09e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:53.439847 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b664eac6-abdd-4a92-866e-7b8ad2072964 req-300972f9-081d-4b99-bc41-df584966e09e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0507965 Oct 24 13:25:53.494539 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b664eac6-abdd-4a92-866e-7b8ad2072964 req-2388af96-b8fa-4b94-b580-ac5795b39fb8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491874 Oct 24 13:25:53.706957 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454c621-82c9-4c4d-9da2-5d8e2b9cfd49 req-f62f3834-fa3e-4b39-8db8-3a079765cb7a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:53.708584 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c454c621-82c9-4c4d-9da2-5d8e2b9cfd49 req-f62f3834-fa3e-4b39-8db8-3a079765cb7a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 931 time: 0.0738001 Oct 24 13:25:53.749013 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:53.756110 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c454c621-82c9-4c4d-9da2-5d8e2b9cfd49 req-5bd2d48f-7aa9-4626-b79e-34eff94bd72b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412974 Oct 24 13:25:54.193203 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58c4b8-0500-439b-8af4-9c41d7fc49b6 req-0c75932d-6b8c-4aa9-b97a-fe6e5252f197 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:54.195628 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6f58c4b8-0500-439b-8af4-9c41d7fc49b6 req-0c75932d-6b8c-4aa9-b97a-fe6e5252f197 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0599973 Oct 24 13:25:54.243059 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aafbae-0990-44c7-83b8-3bcd93063452 req-ed423ca5-e87b-4c6d-8d32-e7ee8c13b4d4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:54.250592 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-09aafbae-0990-44c7-83b8-3bcd93063452 req-ed423ca5-e87b-4c6d-8d32-e7ee8c13b4d4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 932 time: 0.0913897 Oct 24 13:25:54.303176 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6f58c4b8-0500-439b-8af4-9c41d7fc49b6 req-0487ada1-4115-43b1-a17f-ac9afe3186df tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955660 Oct 24 13:25:54.348246 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-09aafbae-0990-44c7-83b8-3bcd93063452 req-3c73bd58-5086-4037-b815-bbad9ea6a7e6 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965192 Oct 24 13:25:54.471011 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:54.667231 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0dbf9-800e-48fb-877e-1a6dfcedfff1 req-9da1ac13-7e39-4ed2-8860-2e335d87a26b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:54.673100 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fac0dbf9-800e-48fb-877e-1a6dfcedfff1 req-9da1ac13-7e39-4ed2-8860-2e335d87a26b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0664136 Oct 24 13:25:54.747180 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fac0dbf9-800e-48fb-877e-1a6dfcedfff1 req-bac07168-429b-4c3f-bc2c-783751530476 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712352 Oct 24 13:25:54.925910 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc15ad-31aa-4323-a1e8-845f9918cf5d req-1470c396-20f4-48b8-96c2-52b8eef067bb tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:54.932845 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1ffc15ad-31aa-4323-a1e8-845f9918cf5d req-1470c396-20f4-48b8-96c2-52b8eef067bb tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 931 time: 0.0774024 Oct 24 13:25:55.008134 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1ffc15ad-31aa-4323-a1e8-845f9918cf5d req-509acfd9-c991-4570-9259-8204e222643f tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726016 Oct 24 13:25:55.130034 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 33512) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:55.316407 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b009563d-7031-444f-acdd-460752f8241d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:55.370042 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:55.484142 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b009563d-7031-444f-acdd-460752f8241d admin admin] Publish callbacks [] for security_group (a9708a85-77b6-48ab-9244-0532e0741e67), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:55.490468 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76f4f1-fae6-4a00-9b04-848da946960a req-1d82f292-ce49-4025-9208-9894e79be776 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:55.492034 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5d76f4f1-fae6-4a00-9b04-848da946960a req-1d82f292-ce49-4025-9208-9894e79be776 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0904357 Oct 24 13:25:55.504511 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de635c5-039c-4f4c-a4b0-88cf011b5924 req-8136a3de-e04f-4e3c-bb5f-aed7909585ff tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:55.508950 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4de635c5-039c-4f4c-a4b0-88cf011b5924 req-8136a3de-e04f-4e3c-bb5f-aed7909585ff tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 932 time: 0.0594745 Oct 24 13:25:55.549694 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b009563d-7031-444f-acdd-460752f8241d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (a9708a85-77b6-48ab-9244-0532e0741e67), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:55.568667 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5d76f4f1-fae6-4a00-9b04-848da946960a req-4b30eaee-c459-40a4-bfe7-2684f136c195 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705814 Oct 24 13:25:55.573372 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:55.589295 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4de635c5-039c-4f4c-a4b0-88cf011b5924 req-9a4d3531-d771-4a83-a3ca-3ed1d8a005be tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755424 Oct 24 13:25:55.607032 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-b009563d-7031-444f-acdd-460752f8241d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=d5f6bfb684a14d7e8b9cf4da5f281103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4756496 Oct 24 13:25:55.609603 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 33526) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:55.611635 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009563d-7031-444f-acdd-460752f8241d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9708a85-77b6-48ab-9244-0532e0741e67,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:55.680202 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a35b81d7-afec-4a42-b074-e619cc2fc0c2 admin admin] Publish callbacks [] for security_group (a9708a85-77b6-48ab-9244-0532e0741e67), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:55.703347 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:55.705548 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a35b81d7-afec-4a42-b074-e619cc2fc0c2 admin admin] Publish callbacks [] for security_group (a9708a85-77b6-48ab-9244-0532e0741e67), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:55.919622 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f777669-a61d-4f85-b63e-e766dc8f683b req-de73becd-1d21-4e93-841a-ce368db347a0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:55.921154 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9f777669-a61d-4f85-b63e-e766dc8f683b req-de73becd-1d21-4e93-841a-ce368db347a0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0521631 Oct 24 13:25:55.969389 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9f777669-a61d-4f85-b63e-e766dc8f683b req-72c6e86f-1c41-42a2-b66e-fa950d48bd26 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421693 Oct 24 13:25:56.126219 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a35b81d7-afec-4a42-b074-e619cc2fc0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (a9708a85-77b6-48ab-9244-0532e0741e67), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:56.129290 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a35b81d7-afec-4a42-b074-e619cc2fc0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:56.135204 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-a35b81d7-afec-4a42-b074-e619cc2fc0c2 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/a9708a85-77b6-48ab-9244-0532e0741e67 HTTP/1.1" status: 204 len: 168 time: 0.5198557 Oct 24 13:25:56.151852 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b81d7-afec-4a42-b074-e619cc2fc0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9708a85-77b6-48ab-9244-0532e0741e67,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:56.164758 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898e306-a329-4183-8447-305ebe7d027c req-8e7d18ef-dcd7-4a13-82a2-9b13781c5f25 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:56.172921 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b898e306-a329-4183-8447-305ebe7d027c req-8e7d18ef-dcd7-4a13-82a2-9b13781c5f25 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 931 time: 0.0772231 Oct 24 13:25:56.231048 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b898e306-a329-4183-8447-305ebe7d027c req-ab175a9c-9911-4f5b-b3f0-bbbdccbf2a2d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573308 Oct 24 13:25:56.743639 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a5198-5b51-4847-ba4d-c8dc7978e3fc req-89bb85fd-ed48-4a59-9d48-8402d41f4033 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:56.743639 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-634a5198-5b51-4847-ba4d-c8dc7978e3fc req-89bb85fd-ed48-4a59-9d48-8402d41f4033 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0613124 Oct 24 13:25:56.788057 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69e4a2-202b-4ab0-9146-60a8d45bc966 req-4f7abf4d-0147-4a12-b7be-7093dbdff7a8 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:56.790254 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fe69e4a2-202b-4ab0-9146-60a8d45bc966 req-4f7abf4d-0147-4a12-b7be-7093dbdff7a8 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 932 time: 0.0649238 Oct 24 13:25:56.812294 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-634a5198-5b51-4847-ba4d-c8dc7978e3fc req-cdd38678-08e7-47c9-bf83-8160348edaf6 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696201 Oct 24 13:25:56.885644 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fe69e4a2-202b-4ab0-9146-60a8d45bc966 req-07b78e94-cba5-4acb-821a-073288404d15 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827117 Oct 24 13:25:56.995059 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 33560) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:57.008616 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-502f1744-4c86-4cc1-8a2e-d7dc9f2c21b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:57.124392 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1d888-e393-42d4-9390-adfb4408e4d7 req-b5d93999-40e4-44e4-8b62-f6213f23f54a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:57.127450 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-00b1d888-e393-42d4-9390-adfb4408e4d7 req-b5d93999-40e4-44e4-8b62-f6213f23f54a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0639703 Oct 24 13:25:57.136677 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-502f1744-4c86-4cc1-8a2e-d7dc9f2c21b0 admin admin] Publish callbacks [] for security_group (55ea3415-6b2b-4420-afa4-2561e5c137f1), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:57.180807 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-00b1d888-e393-42d4-9390-adfb4408e4d7 req-1bbc313c-cd73-49cf-889f-5d442c59fd47 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467494 Oct 24 13:25:57.196394 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-502f1744-4c86-4cc1-8a2e-d7dc9f2c21b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (55ea3415-6b2b-4420-afa4-2561e5c137f1), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:57.239399 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-502f1744-4c86-4cc1-8a2e-d7dc9f2c21b0 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=3b48cb879f324ab9a758c9502c4e7268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432494 Oct 24 13:25:57.240403 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f1744-4c86-4cc1-8a2e-d7dc9f2c21b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ea3415-6b2b-4420-afa4-2561e5c137f1,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:57.242155 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 33568) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:57.300565 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-aec09ac3-bf92-441e-b056-f4469df8cbe2 admin admin] Publish callbacks [] for security_group (55ea3415-6b2b-4420-afa4-2561e5c137f1), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:57.330042 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-aec09ac3-bf92-441e-b056-f4469df8cbe2 admin admin] Publish callbacks [] for security_group (55ea3415-6b2b-4420-afa4-2561e5c137f1), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:57.385343 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6075cdf-8053-4ba7-8d28-91512d07a811 req-47d97587-9d4e-4386-b60f-175850e56bb0 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:57.386787 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b6075cdf-8053-4ba7-8d28-91512d07a811 req-47d97587-9d4e-4386-b60f-175850e56bb0 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 931 time: 0.0741212 Oct 24 13:25:57.436132 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b6075cdf-8053-4ba7-8d28-91512d07a811 req-7888868c-1554-44b1-b74a-34cdd5bf6e0e tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435719 Oct 24 13:25:57.476963 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-aec09ac3-bf92-441e-b056-f4469df8cbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (55ea3415-6b2b-4420-afa4-2561e5c137f1), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:57.489536 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-aec09ac3-bf92-441e-b056-f4469df8cbe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:57.489536 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-aec09ac3-bf92-441e-b056-f4469df8cbe2 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/55ea3415-6b2b-4420-afa4-2561e5c137f1 HTTP/1.1" status: 204 len: 168 time: 0.2369268 Oct 24 13:25:57.489536 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec09ac3-bf92-441e-b056-f4469df8cbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ea3415-6b2b-4420-afa4-2561e5c137f1,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:57.943340 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d968b-2cc5-4df0-b61d-a0a3701679e4 req-099a8980-60ba-42da-84e9-d136f4ceedcf tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:57.945431 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-167d968b-2cc5-4df0-b61d-a0a3701679e4 req-099a8980-60ba-42da-84e9-d136f4ceedcf tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0545039 Oct 24 13:25:58.011376 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-167d968b-2cc5-4df0-b61d-a0a3701679e4 req-8a1d4ae5-9522-406d-9477-51d8ad5c6a3c tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594587 Oct 24 13:25:58.013087 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3b1ce-0bfa-4ee4-921c-4190257da45e req-08452f1c-f944-4b99-884d-db14fcc8561e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:58.014604 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d4c3b1ce-0bfa-4ee4-921c-4190257da45e req-08452f1c-f944-4b99-884d-db14fcc8561e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 932 time: 0.0490522 Oct 24 13:25:58.027151 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:58.066049 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d4c3b1ce-0bfa-4ee4-921c-4190257da45e req-d1855be2-f6b5-488f-8a4d-ca1a8ac58aa8 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457203 Oct 24 13:25:58.312979 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bdaca-6ffc-4f8a-8808-2e922a9bdfbd req-c7e5eabb-8c2f-44bf-90ed-fcf56b7f63e9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:58.314454 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-086bdaca-6ffc-4f8a-8808-2e922a9bdfbd req-c7e5eabb-8c2f-44bf-90ed-fcf56b7f63e9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0510635 Oct 24 13:25:58.366198 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-086bdaca-6ffc-4f8a-8808-2e922a9bdfbd req-eeeff9d7-fc94-4571-bbf1-358faa80e33b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453231 Oct 24 13:25:58.565522 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d74a6-6b69-4752-b7a1-24e111ccc63a req-92ee4a16-fe34-4f27-acd9-f974b3eca972 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:58.567124 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bd8d74a6-6b69-4752-b7a1-24e111ccc63a req-92ee4a16-fe34-4f27-acd9-f974b3eca972 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 931 time: 0.0515835 Oct 24 13:25:58.616005 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bd8d74a6-6b69-4752-b7a1-24e111ccc63a req-fcbe3c02-3d09-4d03-a953-17d25d096f8d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429239 Oct 24 13:25:59.158541 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d6c85-b81c-4094-92f6-4081c9f4998b req-210a1fb5-97b4-42f9-81a8-c68acd362ee0 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:59.166921 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-712d6c85-b81c-4094-92f6-4081c9f4998b req-210a1fb5-97b4-42f9-81a8-c68acd362ee0 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0801034 Oct 24 13:25:59.192049 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:59.195726 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35da0-736d-4dcd-a531-174cb70b109d req-39bd2cae-e0a0-4f44-b5b5-d5ac9d920931 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:59.210850 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ebc35da0-736d-4dcd-a531-174cb70b109d req-39bd2cae-e0a0-4f44-b5b5-d5ac9d920931 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 932 time: 0.0506132 Oct 24 13:25:59.221501 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-712d6c85-b81c-4094-92f6-4081c9f4998b req-8d4c5b27-bd6b-44b7-a8b4-8fd2f0602d65 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535958 Oct 24 13:25:59.253856 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ebc35da0-736d-4dcd-a531-174cb70b109d req-19424c26-0fdb-458a-8717-290d6a228572 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499253 Oct 24 13:25:59.492828 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d86e81-9239-4ec7-ba93-aac9537c21d7 req-5a9910ad-f07c-4aa0-ad2f-097749d93ef0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:59.494389 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c8d86e81-9239-4ec7-ba93-aac9537c21d7 req-5a9910ad-f07c-4aa0-ad2f-097749d93ef0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0462599 Oct 24 13:25:59.544424 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c8d86e81-9239-4ec7-ba93-aac9537c21d7 req-70ded98a-2205-47d1-a154-ce1bc55caa07 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443795 Oct 24 13:25:59.747438 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1405419-8cee-4117-ae0b-02a5f5b766d2 req-69382cff-07ad-468b-ae7f-38b5bd13cd62 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:59.750835 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a1405419-8cee-4117-ae0b-02a5f5b766d2 req-69382cff-07ad-468b-ae7f-38b5bd13cd62 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 931 time: 0.0577180 Oct 24 13:25:59.799593 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a1405419-8cee-4117-ae0b-02a5f5b766d2 req-fe0b5185-c610-4b40-af36-70eebbac9d55 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449181 Oct 24 13:26:00.352942 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a0ce9-234a-44f7-9e81-7a623b96cd7f req-de8581f3-86e3-41b7-9b42-68ee166af27f tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:00.355089 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0f2a0ce9-234a-44f7-9e81-7a623b96cd7f req-de8581f3-86e3-41b7-9b42-68ee166af27f tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0551677 Oct 24 13:26:00.378752 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738a3ac-e790-4f2f-a375-320c6f7a007d req-303a92b1-8224-41c7-88ac-e0be088d8045 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:00.380411 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e738a3ac-e790-4f2f-a375-320c6f7a007d req-303a92b1-8224-41c7-88ac-e0be088d8045 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 932 time: 0.0514779 Oct 24 13:26:00.414294 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0f2a0ce9-234a-44f7-9e81-7a623b96cd7f req-7cdc3735-633e-44e5-b704-2e5d299b8910 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528197 Oct 24 13:26:00.440801 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e738a3ac-e790-4f2f-a375-320c6f7a007d req-5e94bf29-5380-4b85-b112-91e051fd5659 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531807 Oct 24 13:26:00.528429 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 33686) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:00.640396 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9d4053c2-3aaf-4c32-b8e4-66727c68cb11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:00.681692 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:00.685585 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e637a-b313-4da0-90d3-32a69a1fcf98 req-0eff3161-bc60-4f8a-9a31-198888a0a96d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:00.687084 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ba5e637a-b313-4da0-90d3-32a69a1fcf98 req-0eff3161-bc60-4f8a-9a31-198888a0a96d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0465419 Oct 24 13:26:00.716609 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9d4053c2-3aaf-4c32-b8e4-66727c68cb11 admin admin] Publish callbacks [] for security_group (b3d93c65-0674-4e4a-aa71-ecb92e641ffa), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:00.735809 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ba5e637a-b313-4da0-90d3-32a69a1fcf98 req-8d70bd60-8c57-45f3-8dbc-7ea18f02442e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 Oct 24 13:26:00.779096 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9d4053c2-3aaf-4c32-b8e4-66727c68cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (b3d93c65-0674-4e4a-aa71-ecb92e641ffa), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:00.824524 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-9d4053c2-3aaf-4c32-b8e4-66727c68cb11 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=e18485ec12974e698a97625273f42778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949665 Oct 24 13:26:00.825436 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4053c2-3aaf-4c32-b8e4-66727c68cb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d93c65-0674-4e4a-aa71-ecb92e641ffa,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:00.827252 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 33694) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:00.881504 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-45e16cd2-8e16-420d-be2d-af454a6f21a2 admin admin] Publish callbacks [] for security_group (b3d93c65-0674-4e4a-aa71-ecb92e641ffa), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:00.891182 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:00.904666 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-45e16cd2-8e16-420d-be2d-af454a6f21a2 admin admin] Publish callbacks [] for security_group (b3d93c65-0674-4e4a-aa71-ecb92e641ffa), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:00.925698 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f3627-4078-4d19-971f-6bf9c0b1d495 req-82ff1d06-e72e-40c7-8df3-c22b22bf936c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:00.927210 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-902f3627-4078-4d19-971f-6bf9c0b1d495 req-82ff1d06-e72e-40c7-8df3-c22b22bf936c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 931 time: 0.0474625 Oct 24 13:26:00.975948 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-902f3627-4078-4d19-971f-6bf9c0b1d495 req-f60d2b9d-031c-4875-9c69-17685cc228e8 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427976 Oct 24 13:26:01.071428 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-45e16cd2-8e16-420d-be2d-af454a6f21a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (b3d93c65-0674-4e4a-aa71-ecb92e641ffa), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:01.074066 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-45e16cd2-8e16-420d-be2d-af454a6f21a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:01.075240 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-45e16cd2-8e16-420d-be2d-af454a6f21a2 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/b3d93c65-0674-4e4a-aa71-ecb92e641ffa HTTP/1.1" status: 204 len: 168 time: 0.2470291 Oct 24 13:26:01.083614 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e16cd2-8e16-420d-be2d-af454a6f21a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d93c65-0674-4e4a-aa71-ecb92e641ffa,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:01.298937 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-499b5ecd-0406-4f02-ac49-d5d41e9e95e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:01.545522 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c834de-dec1-417c-8c78-102a192d00a5 req-7d0c862d-7737-4d7c-8c8c-e6263637e0a4 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:01.547142 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-52c834de-dec1-417c-8c78-102a192d00a5 req-7d0c862d-7737-4d7c-8c8c-e6263637e0a4 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0481842 Oct 24 13:26:01.562299 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687477ca-49bb-44b2-8376-e89399197f97 req-41ac228d-4c10-43aa-a337-5d902f836fc4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:01.563782 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-687477ca-49bb-44b2-8376-e89399197f97 req-41ac228d-4c10-43aa-a337-5d902f836fc4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 932 time: 0.0467036 Oct 24 13:26:01.594847 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-52c834de-dec1-417c-8c78-102a192d00a5 req-a9f8da43-fcfc-40dc-9411-72f971168764 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421169 Oct 24 13:26:01.613895 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-687477ca-49bb-44b2-8376-e89399197f97 req-3be83a75-5516-4ce0-a523-9394c749870b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438986 Oct 24 13:26:01.738261 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 33714) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:01.751766 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-afdb96b1-9b13-434f-a6b3-ef5b6258acf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:01.863566 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-afdb96b1-9b13-434f-a6b3-ef5b6258acf7 admin admin] Publish callbacks [] for security_group (48825d47-8105-4cd4-b72b-f21c8229fbc0), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:01.878398 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcddc22-8468-43fe-8740-0f59d1ddce70 req-98a59f55-6e4c-42fa-8fb6-5a80751708f4 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:01.879847 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bbcddc22-8468-43fe-8740-0f59d1ddce70 req-98a59f55-6e4c-42fa-8fb6-5a80751708f4 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0589688 Oct 24 13:26:01.920321 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-afdb96b1-9b13-434f-a6b3-ef5b6258acf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (48825d47-8105-4cd4-b72b-f21c8229fbc0), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:01.957593 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bbcddc22-8468-43fe-8740-0f59d1ddce70 req-b8d2bb69-696f-431d-adb9-6e7de09d1f9d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719278 Oct 24 13:26:01.977802 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-afdb96b1-9b13-434f-a6b3-ef5b6258acf7 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=2151f7c0abbe4ddba3732e5a946ddee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383137 Oct 24 13:26:01.978473 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb96b1-9b13-434f-a6b3-ef5b6258acf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48825d47-8105-4cd4-b72b-f21c8229fbc0,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:01.981096 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 33718) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:02.026825 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:02.112470 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-20e292f2-0c78-48dd-9ef7-c62620ff325f admin admin] Publish callbacks [] for security_group (48825d47-8105-4cd4-b72b-f21c8229fbc0), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:02.136506 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45415941-8501-4f45-91c0-78c59705887e req-cf4827d3-50a0-4146-bf4d-60a0187e1c98 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:02.138440 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-45415941-8501-4f45-91c0-78c59705887e req-cf4827d3-50a0-4146-bf4d-60a0187e1c98 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 931 time: 0.0767043 Oct 24 13:26:02.166660 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-20e292f2-0c78-48dd-9ef7-c62620ff325f admin admin] Publish callbacks [] for security_group (48825d47-8105-4cd4-b72b-f21c8229fbc0), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:02.228462 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-45415941-8501-4f45-91c0-78c59705887e req-d2af3ba0-7141-4076-bfff-ef484d83e48b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789852 Oct 24 13:26:02.322581 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-20e292f2-0c78-48dd-9ef7-c62620ff325f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (48825d47-8105-4cd4-b72b-f21c8229fbc0), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:02.325646 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-20e292f2-0c78-48dd-9ef7-c62620ff325f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:02.329486 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-20e292f2-0c78-48dd-9ef7-c62620ff325f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/48825d47-8105-4cd4-b72b-f21c8229fbc0 HTTP/1.1" status: 204 len: 168 time: 0.3446643 Oct 24 13:26:02.337111 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e292f2-0c78-48dd-9ef7-c62620ff325f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48825d47-8105-4cd4-b72b-f21c8229fbc0,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:02.706726 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:02.768935 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4c151-93b4-48bb-aac2-675bd29f2f99 req-2a9a1123-3b10-4240-bee6-fb7ba87252d4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:02.769583 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba95db-f31a-4020-91a8-68c9f8098ce8 req-c5935d30-a73d-47b7-9beb-c49c6cf48c18 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:02.770483 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6ae4c151-93b4-48bb-aac2-675bd29f2f99 req-2a9a1123-3b10-4240-bee6-fb7ba87252d4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 932 time: 0.0811489 Oct 24 13:26:02.777096 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-41ba95db-f31a-4020-91a8-68c9f8098ce8 req-c5935d30-a73d-47b7-9beb-c49c6cf48c18 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0834689 Oct 24 13:26:02.833882 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6ae4c151-93b4-48bb-aac2-675bd29f2f99 req-0354105b-ddff-4b26-b2cb-f7f95594d7c9 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574510 Oct 24 13:26:02.840982 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-41ba95db-f31a-4020-91a8-68c9f8098ce8 req-39c49bd2-927c-4608-8178-9344b054b898 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627253 Oct 24 13:26:03.088143 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0660dc-ff84-4b02-9cbe-14dc67808c14 req-13f45e73-ae06-4a6f-b9c2-81511236341c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:03.089683 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc0660dc-ff84-4b02-9cbe-14dc67808c14 req-13f45e73-ae06-4a6f-b9c2-81511236341c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0478354 Oct 24 13:26:03.138318 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc0660dc-ff84-4b02-9cbe-14dc67808c14 req-fb19986a-c12d-4299-910e-e4039ea38080 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428312 Oct 24 13:26:03.362686 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb332fa8-6260-401d-8e84-2fdb6f9862c0 req-fd7664e7-8432-4a1c-bc1f-21e0231f984c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:03.364152 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bb332fa8-6260-401d-8e84-2fdb6f9862c0 req-fd7664e7-8432-4a1c-bc1f-21e0231f984c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 931 time: 0.0553708 Oct 24 13:26:03.415681 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bb332fa8-6260-401d-8e84-2fdb6f9862c0 req-8039ba73-c321-4682-b6f5-1d54c071f351 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434172 Oct 24 13:26:03.613808 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-3bb4482f-bab4-4610-87dc-20c3dfd5d444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:03.957003 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d4c00-8481-4dc9-b489-304ebb8a7fef req-5f1d4d4d-1b43-4e34-b7c7-4c44623695ff tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:03.957557 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0fce3-f741-456d-addc-ba0ee4e09ebe req-69c77ee4-bc96-4a9e-a8c3-99c766e3819c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:03.958485 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c01d4c00-8481-4dc9-b489-304ebb8a7fef req-5f1d4d4d-1b43-4e34-b7c7-4c44623695ff tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0498078 Oct 24 13:26:03.960808 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d4b0fce3-f741-456d-addc-ba0ee4e09ebe req-69c77ee4-bc96-4a9e-a8c3-99c766e3819c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 932 time: 0.0529504 Oct 24 13:26:04.008222 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c01d4c00-8481-4dc9-b489-304ebb8a7fef req-851c572a-e91b-4464-aab0-fe924fca2165 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430825 Oct 24 13:26:04.014953 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d4b0fce3-f741-456d-addc-ba0ee4e09ebe req-0a216ee2-e24f-4d8c-9b73-23f070835192 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482149 Oct 24 13:26:04.050649 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 33780) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:04.156423 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-930a1dc5-6a8e-46ba-a60d-8348159f19d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:04.233379 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-930a1dc5-6a8e-46ba-a60d-8348159f19d4 admin admin] Publish callbacks [] for security_group (e52d2369-af4e-4323-b417-ebcdae9d90c6), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:04.265178 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b314680-08cc-445b-95b5-e3d9e2265b3b req-4e120298-2e0a-4936-bf82-d81868bc828e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:04.266578 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6b314680-08cc-445b-95b5-e3d9e2265b3b req-4e120298-2e0a-4936-bf82-d81868bc828e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0500817 Oct 24 13:26:04.287885 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-930a1dc5-6a8e-46ba-a60d-8348159f19d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (e52d2369-af4e-4323-b417-ebcdae9d90c6), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:04.322636 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6b314680-08cc-445b-95b5-e3d9e2265b3b req-5a32da99-fbee-49e7-b8a3-b3a647705922 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504317 Oct 24 13:26:04.331504 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-930a1dc5-6a8e-46ba-a60d-8348159f19d4 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=2e9c595d4d304afb911750e26913943e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793932 Oct 24 13:26:04.332540 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a1dc5-6a8e-46ba-a60d-8348159f19d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52d2369-af4e-4323-b417-ebcdae9d90c6,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:04.334535 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 33788) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:04.387116 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-beb62686-bd40-46ae-a8d5-3e67587a4505 admin admin] Publish callbacks [] for security_group (e52d2369-af4e-4323-b417-ebcdae9d90c6), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:04.407141 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-beb62686-bd40-46ae-a8d5-3e67587a4505 admin admin] Publish callbacks [] for security_group (e52d2369-af4e-4323-b417-ebcdae9d90c6), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:04.435225 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:04.500238 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:04.521925 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-beb62686-bd40-46ae-a8d5-3e67587a4505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (e52d2369-af4e-4323-b417-ebcdae9d90c6), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:04.525038 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-beb62686-bd40-46ae-a8d5-3e67587a4505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:04.526223 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-beb62686-bd40-46ae-a8d5-3e67587a4505 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/e52d2369-af4e-4323-b417-ebcdae9d90c6 HTTP/1.1" status: 204 len: 168 time: 0.1899636 Oct 24 13:26:04.534811 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb62686-bd40-46ae-a8d5-3e67587a4505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52d2369-af4e-4323-b417-ebcdae9d90c6,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:04.537549 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ca2e0-aee9-4526-8664-39813adbba2a req-43330017-e104-4c03-9c11-ca9c6614faf1 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:04.539219 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-928ca2e0-aee9-4526-8664-39813adbba2a req-43330017-e104-4c03-9c11-ca9c6614faf1 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 931 time: 0.0487816 Oct 24 13:26:04.577780 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=6 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:04.590221 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-928ca2e0-aee9-4526-8664-39813adbba2a req-b53cda0b-c65b-4bf6-a465-cb9fc79b3ab4 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453866 Oct 24 13:26:04.592683 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=58 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:04.887748 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:05.153578 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387679e-9499-4355-8348-7b5380da1bf8 req-42f963e9-956b-45b6-ad14-f8c6c40182d1 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:05.155083 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2387679e-9499-4355-8348-7b5380da1bf8 req-42f963e9-956b-45b6-ad14-f8c6c40182d1 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0670981 Oct 24 13:26:05.156571 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68090c-ab1f-4178-97b6-51d66655b90d req-03d6644a-3700-417f-8b9c-f36dbc938486 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:05.158064 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7d68090c-ab1f-4178-97b6-51d66655b90d req-03d6644a-3700-417f-8b9c-f36dbc938486 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 932 time: 0.0553298 Oct 24 13:26:05.207325 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2387679e-9499-4355-8348-7b5380da1bf8 req-b052bb28-3304-4ee9-a278-ac29d7c0838d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457375 Oct 24 13:26:05.209490 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7d68090c-ab1f-4178-97b6-51d66655b90d req-f7d1b237-8c99-484a-b923-d79ec3f1883b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432658 Oct 24 13:26:05.461843 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a30dc-1b6f-4cdc-908b-b77b42093498 req-0f720b6b-4ab5-4616-9470-ef97c0cdcb98 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:05.463372 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-497a30dc-1b6f-4cdc-908b-b77b42093498 req-0f720b6b-4ab5-4616-9470-ef97c0cdcb98 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0485334 Oct 24 13:26:05.511286 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-497a30dc-1b6f-4cdc-908b-b77b42093498 req-6ac9de71-3543-496a-8b57-95afbd03a39a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421941 Oct 24 13:26:05.714804 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ac4bc-7d63-441a-9ca1-7a38d5ed5bb6 req-482806a9-94ab-4f1c-9e20-d57a31546382 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:05.716336 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a54ac4bc-7d63-441a-9ca1-7a38d5ed5bb6 req-482806a9-94ab-4f1c-9e20-d57a31546382 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 931 time: 0.0518553 Oct 24 13:26:05.753545 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:05.768690 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a54ac4bc-7d63-441a-9ca1-7a38d5ed5bb6 req-464af88e-f97b-44dc-8f7f-954927a6596b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463865 Oct 24 13:26:06.293946 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:06.340603 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dd7d6-f583-411c-b2c2-c4a9f95b65ec req-52415a91-5040-40fa-a3d8-4b437ebdf28f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:06.342189 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db2cc5-ec5b-4987-a3b5-f5740d46eeda req-e3013c4c-9661-4d8d-95f1-a9e7df8337ce tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:06.342593 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b84dd7d6-f583-411c-b2c2-c4a9f95b65ec req-52415a91-5040-40fa-a3d8-4b437ebdf28f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 932 time: 0.0552974 Oct 24 13:26:06.344807 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a8db2cc5-ec5b-4987-a3b5-f5740d46eeda req-e3013c4c-9661-4d8d-95f1-a9e7df8337ce tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0506706 Oct 24 13:26:06.399022 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b84dd7d6-f583-411c-b2c2-c4a9f95b65ec req-3f772b5c-0e3d-49fe-aa1c-5b6721bfe1c3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502279 Oct 24 13:26:06.399753 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a8db2cc5-ec5b-4987-a3b5-f5740d46eeda req-77db9bd8-7be7-4be1-9a58-86efc42d5b2a tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488048 Oct 24 13:26:06.539117 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:06.638128 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fe11e-e132-46b8-94df-ae35fb0147f5 req-ad68e6ce-f260-47d4-8d77-5d571a0ace01 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:06.639471 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-370fe11e-e132-46b8-94df-ae35fb0147f5 req-ad68e6ce-f260-47d4-8d77-5d571a0ace01 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0490310 Oct 24 13:26:06.686404 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-370fe11e-e132-46b8-94df-ae35fb0147f5 req-1eadbb5e-1b74-4bf7-8a42-4a8e3d422d1d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414243 Oct 24 13:26:06.891072 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c21289-94fe-4c7c-b60a-7f83201492d2 req-5a1070a4-fcb2-434a-924e-369b4f6bef3d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:06.892512 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-67c21289-94fe-4c7c-b60a-7f83201492d2 req-5a1070a4-fcb2-434a-924e-369b4f6bef3d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 931 time: 0.0466750 Oct 24 13:26:06.938688 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-67c21289-94fe-4c7c-b60a-7f83201492d2 req-b1d736b7-2db1-4f55-8afb-4b82c7339e6b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400221 Oct 24 13:26:07.336567 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-870153e5-a37e-4906-9ceb-461bdc8bf803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:07.338051 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-870153e5-a37e-4906-9ceb-461bdc8bf803 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.0540748 Oct 24 13:26:07.377849 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Request body: {'port': {'device_id': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:26:07.383492 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Request body: {'port': {'device_id': '8de4c382-e12d-4068-96c2-58d44e5265db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:26:07.388450 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Request body: {'port': {'device_id': 'a568b3c6-b364-45d0-a9fa-2bdbde43ccaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:26:07.391561 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-fb6195c8-520a-43eb-8f31-444ff15bfc65 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 HTTP/1.1" status: 200 len: 217 time: 0.2362192 Oct 24 13:26:07.527654 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f87a5e-fde2-46bc-a9c9-24dbf3eeaefd req-451746cd-a9b3-4e22-b1e7-36b5b49ce6d8 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:07.529743 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-79f87a5e-fde2-46bc-a9c9-24dbf3eeaefd req-451746cd-a9b3-4e22-b1e7-36b5b49ce6d8 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0516198 Oct 24 13:26:07.577473 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (c7b02435-39c6-46a8-a356-81bef309201a), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:07.579344 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (bdec5a38-0967-442c-8d70-b3f416f6105f), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:07.580424 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-79f87a5e-fde2-46bc-a9c9-24dbf3eeaefd req-34665ab3-8821-4f26-a884-ebe4009c3a7c tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447254 Oct 24 13:26:07.602863 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d19a2-dfa0-4265-a86e-51bf746f273d req-d73bfcd0-595f-4939-b370-065c1d8b72c0 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:07.604338 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-111d19a2-dfa0-4265-a86e-51bf746f273d req-d73bfcd0-595f-4939-b370-065c1d8b72c0 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 932 time: 0.0981228 Oct 24 13:26:07.604874 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:07.821761 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef672a-4710-45e9-8368-09cb00229491 req-e2cbd7a9-b1dc-4624-9580-3e268c1631ee tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:07.823244 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fbef672a-4710-45e9-8368-09cb00229491 req-e2cbd7a9-b1dc-4624-9580-3e268c1631ee tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 931 time: 0.0469663 Oct 24 13:26:07.836372 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:07.849773 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-111d19a2-dfa0-4265-a86e-51bf746f273d req-391759f0-668d-49c4-9de7-ab9a1ec63f54 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376654 Oct 24 13:26:07.884879 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fbef672a-4710-45e9-8368-09cb00229491 req-ec15992e-b75d-4425-bfc3-c7f112a78d33 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557511 Oct 24 13:26:07.962052 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:08.002012 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:08.102892 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-ec1718cb-e03b-4552-aa61-249c8d5b7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:08.104366 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-ec1718cb-e03b-4552-aa61-249c8d5b7589 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753183 Oct 24 13:26:08.200052 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-5b928951-e0bd-4f0f-a259-6b8e12d35064 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875051 Oct 24 13:26:08.233939 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-4bb757aa-e073-48cb-95a0-d23d7fac4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:08.235392 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-4bb757aa-e073-48cb-95a0-d23d7fac4c58 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=4696fb9b-6e97-4a50-99b0-d3b94cc865ed HTTP/1.1" status: 200 len: 851 time: 0.1877575 Oct 24 13:26:08.274195 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db092e-59f5-40a0-b972-afc21a247ec9 req-ceb370dc-fb22-44f5-aead-11b0385f84d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:08.275650 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b1db092e-59f5-40a0-b972-afc21a247ec9 req-ceb370dc-fb22-44f5-aead-11b0385f84d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 931 time: 0.2290776 Oct 24 13:26:08.299086 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e6f85659-36b5-4741-90d3-d6ee81c07844 req-4ee2da3a-e87e-4c5a-9faa-42e6b1580003 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920944 Oct 24 13:26:08.439160 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-2d040533-a4c1-420d-a31c-72c106fa8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:08.440668 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-2d040533-a4c1-420d-a31c-72c106fa8a5a service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=0e6c385a-5176-45cf-b215-cfd3a8bc2b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1878414 Oct 24 13:26:08.446526 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:08.485247 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdec5a38-0967-442c-8d70-b3f416f6105f {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:26:08.515084 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Publish callbacks [] for port (bdec5a38-0967-442c-8d70-b3f416f6105f), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:08.533754 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b02435-39c6-46a8-a356-81bef309201a {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:26:08.550721 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Publish callbacks [] for port (c7b02435-39c6-46a8-a356-81bef309201a), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:08.598396 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b1db092e-59f5-40a0-b972-afc21a247ec9 req-277c3243-4b11-4984-90d6-3c31bba69009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930508 Oct 24 13:26:08.608800 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Transition to ACTIVE for port object bdec5a38-0967-442c-8d70-b3f416f6105f will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:26:08.614778 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfc7079-30d9-488d-9dfc-1df75d250b32 {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:26:08.624882 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Transition to ACTIVE for port object c7b02435-39c6-46a8-a356-81bef309201a will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:26:08.628505 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Publish callbacks [] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:08.654660 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Transition to ACTIVE for port object 4dfc7079-30d9-488d-9dfc-1df75d250b32 will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:26:08.667202 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (bdec5a38-0967-442c-8d70-b3f416f6105f), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:08.677256 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-b676d5ba-8118-4693-9fac-c96a30dae881 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/0e6c385a-5176-45cf-b215-cfd3a8bc2b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095492 Oct 24 13:26:08.699012 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (c7b02435-39c6-46a8-a356-81bef309201a), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:08.712557 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0cd43-805a-4b9f-8d95-03858035d176 req-1b9e1b26-f2b1-41bd-a2a6-609cf8ae20c0 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:08.714188 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-44f0cd43-805a-4b9f-8d95-03858035d176 req-1b9e1b26-f2b1-41bd-a2a6-609cf8ae20c0 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0496681 Oct 24 13:26:08.737971 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=bdec5a38-0967-442c-8d70-b3f416f6105f,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:08.748518 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:08.748910 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:08.764202 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-44f0cd43-805a-4b9f-8d95-03858035d176 req-c44bf462-69e5-4989-b62b-89f4e02e9277 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441129 Oct 24 13:26:08.795726 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Attempting to bind port bdec5a38-0967-442c-8d70-b3f416f6105f on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:26:08.796058 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Attempting to bind port bdec5a38-0967-442c-8d70-b3f416f6105f by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:26:08.796404 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Attempting to bind port bdec5a38-0967-442c-8d70-b3f416f6105f on network 143f8287-8fb4-4393-ae4f-ca898c17799f {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:26:08.870118 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Attempting to bind port c7b02435-39c6-46a8-a356-81bef309201a on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:26:08.870459 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Attempting to bind port c7b02435-39c6-46a8-a356-81bef309201a by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:26:08.870792 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Attempting to bind port c7b02435-39c6-46a8-a356-81bef309201a on network 66080719-964f-4fc3-8c4a-84b1c81a6ebc {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:26:08.875431 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Pushing event updated for resources: {'Port': ['ID=c7b02435-39c6-46a8-a356-81bef309201a,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:09.038430 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ddc5b-32a3-438b-af42-3a0d8662613c req-c99180c9-d5bb-49dc-a9a2-d48e6614929e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:09.040012 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-371ddc5b-32a3-438b-af42-3a0d8662613c req-c99180c9-d5bb-49dc-a9a2-d48e6614929e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0504196 Oct 24 13:26:09.104038 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-371ddc5b-32a3-438b-af42-3a0d8662613c req-7c766d92-8561-4ea5-9448-d1491badf2ea tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572379 Oct 24 13:26:09.111464 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:09.130534 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Port bdec5a38-0967-442c-8d70-b3f416f6105f on network 143f8287-8fb4-4393-ae4f-ca898c17799f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:26:09.130870 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Attempting to bind port bdec5a38-0967-442c-8d70-b3f416f6105f on network 143f8287-8fb4-4393-ae4f-ca898c17799f {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:26:09.132840 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Attempting to bind port 4dfc7079-30d9-488d-9dfc-1df75d250b32 on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:26:09.133167 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Attempting to bind port 4dfc7079-30d9-488d-9dfc-1df75d250b32 by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:26:09.133473 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Attempting to bind port 4dfc7079-30d9-488d-9dfc-1df75d250b32 on network 958bd8a2-e988-4f21-ad22-567c0fb9f577 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:26:09.228484 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfc7079-30d9-488d-9dfc-1df75d250b32,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:09.244155 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82373663-d8f5-4a0d-ae56-5e93534c1747 req-f0ae90da-f342-43a8-9c23-9a6ac3bead22 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:09.245699 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-82373663-d8f5-4a0d-ae56-5e93534c1747 req-f0ae90da-f342-43a8-9c23-9a6ac3bead22 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.1384993 Oct 24 13:26:09.250242 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Port c7b02435-39c6-46a8-a356-81bef309201a on network 66080719-964f-4fc3-8c4a-84b1c81a6ebc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:26:09.250523 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Attempting to bind port c7b02435-39c6-46a8-a356-81bef309201a on network 66080719-964f-4fc3-8c4a-84b1c81a6ebc {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:26:09.303789 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Port 4dfc7079-30d9-488d-9dfc-1df75d250b32 on network 958bd8a2-e988-4f21-ad22-567c0fb9f577 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:26:09.304121 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Attempting to bind port 4dfc7079-30d9-488d-9dfc-1df75d250b32 on network 958bd8a2-e988-4f21-ad22-567c0fb9f577 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:26:09.309953 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:09.329913 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:26:09.330247 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Checking segment: {'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:26:09.330626 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Bound using segment: {'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:26:09.331329 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Bound port: bdec5a38-0967-442c-8d70-b3f416f6105f, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:26:09.331682 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (bdec5a38-0967-442c-8d70-b3f416f6105f), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:09.409476 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:26:09.409805 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Checking segment: {'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:26:09.410188 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Bound using segment: {'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:26:09.410614 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Bound port: c7b02435-39c6-46a8-a356-81bef309201a, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:26:09.410969 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (c7b02435-39c6-46a8-a356-81bef309201a), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:09.434183 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-82373663-d8f5-4a0d-ae56-5e93534c1747 req-80ca71dc-fcdb-4e72-b625-b307d9d762b3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803303 Oct 24 13:26:09.438173 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:26:09.438513 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Checking segment: {'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:26:09.438880 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Bound using segment: {'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:26:09.439320 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Bound port: 4dfc7079-30d9-488d-9dfc-1df75d250b32, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:26:09.440079 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:09.522087 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] For port bdec5a38-0967-442c-8d70-b3f416f6105f, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:26:09.549566 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] For port bdec5a38-0967-442c-8d70-b3f416f6105f, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=bdec5a38-0967-442c-8d70-b3f416f6105f,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:26:09.571546 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] For port c7b02435-39c6-46a8-a356-81bef309201a, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:26:09.576137 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] For port c7b02435-39c6-46a8-a356-81bef309201a, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=c7b02435-39c6-46a8-a356-81bef309201a,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:26:09.582704 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] For port 4dfc7079-30d9-488d-9dfc-1df75d250b32, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:26:09.587079 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] For port 4dfc7079-30d9-488d-9dfc-1df75d250b32, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:26:09.615155 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (bdec5a38-0967-442c-8d70-b3f416f6105f), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:09.620988 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:09.621660 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:09.623196 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0241618-9fd5-473b-863e-09e71be81c18 req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/bdec5a38-0967-442c-8d70-b3f416f6105f HTTP/1.1" status: 200 len: 1093 time: 2.2517643 Oct 24 13:26:09.623602 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a568b3c6-b364-45d0-a9fa-2bdbde43ccaa', 'tag': 'bdec5a38-0967-442c-8d70-b3f416f6105f'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:26:09.625830 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0301577e-ddca-49a4-8ebc-09964477b6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a568b3c6-b364-45d0-a9fa-2bdbde43ccaa", "tag": "bdec5a38-0967-442c-8d70-b3f416f6105f"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:26:09.669756 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (c7b02435-39c6-46a8-a356-81bef309201a), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:09.672238 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:09.676502 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:09.676502 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:09.677409 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d083523d-b7db-4bc3-8426-33718d498e24 req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/c7b02435-39c6-46a8-a356-81bef309201a HTTP/1.1" status: 200 len: 1094 time: 2.3032606 Oct 24 13:26:09.685464 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:09.686087 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:09.687579 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/4dfc7079-30d9-488d-9dfc-1df75d250b32 HTTP/1.1" status: 200 len: 1093 time: 2.3147750 Oct 24 13:26:09.696505 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b2ba2-db30-4e7a-a450-1dcbfe0adcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=bdec5a38-0967-442c-8d70-b3f416f6105f,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:09.713896 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbffd1b0-3ea1-4308-b1ca-ca945b0d0256 x-openstack-request-id: req-fbffd1b0-3ea1-4308-b1ca-ca945b0d0256 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:26:09.714478 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a568b3c6-b364-45d0-a9fa-2bdbde43ccaa", "tag": "bdec5a38-0967-442c-8d70-b3f416f6105f", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:26:09.714872 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fbffd1b0-3ea1-4308-b1ca-ca945b0d0256 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:26:09.716032 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbffd1b0-3ea1-4308-b1ca-ca945b0d0256'] response: {'name': 'network-changed', 'server_uuid': 'a568b3c6-b364-45d0-a9fa-2bdbde43ccaa', 'tag': 'bdec5a38-0967-442c-8d70-b3f416f6105f', 'status': 'completed', 'code': 200} Oct 24 13:26:09.766234 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f375052-02a5-4491-9861-3c8fae39251c service neutron] Pushing event updated for resources: {'Port': ['ID=c7b02435-39c6-46a8-a356-81bef309201a,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:09.788523 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4bee5-9926-481d-9f9e-b3d5232d5c4a req-ac8f3642-305d-44fc-a848-64b8473d105d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:09.791164 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-07a4bee5-9926-481d-9f9e-b3d5232d5c4a req-ac8f3642-305d-44fc-a848-64b8473d105d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0550327 Oct 24 13:26:09.831987 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efedb9-7666-47bd-9927-ff1f66279f82 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfc7079-30d9-488d-9dfc-1df75d250b32,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:09.850282 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-07a4bee5-9926-481d-9f9e-b3d5232d5c4a req-50c61bbf-b1b9-4f9d-84f7-82562bbb55e3 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530002 Oct 24 13:26:09.902687 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82467c-b46b-42f6-9f36-6464c270379b req-2fba6194-f4f6-4286-9661-8b6ae526f87b tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:09.904182 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0d82467c-b46b-42f6-9f36-6464c270379b req-2fba6194-f4f6-4286-9661-8b6ae526f87b tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0511098 Oct 24 13:26:09.916569 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:09.952832 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0d82467c-b46b-42f6-9f36-6464c270379b req-f06ba1a2-3f2c-4531-9c9c-363139ce553d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426242 Oct 24 13:26:10.234717 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60714b1b-8ba2-4aa0-ac83-afa97b691c8c req-309a7e09-1cc2-4045-a435-47df07572db5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:10.236184 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-60714b1b-8ba2-4aa0-ac83-afa97b691c8c req-309a7e09-1cc2-4045-a435-47df07572db5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0469565 Oct 24 13:26:10.283851 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-60714b1b-8ba2-4aa0-ac83-afa97b691c8c req-1aa87c72-c36a-4c79-8af9-54ff3e2cf762 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409150 Oct 24 13:26:10.559310 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094f0e2-fc20-4fc8-9371-2967b8997bc0 req-1e0d071c-9856-46ae-a767-b2873517bdc1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:10.560782 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2094f0e2-fc20-4fc8-9371-2967b8997bc0 req-1e0d071c-9856-46ae-a767-b2873517bdc1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0492616 Oct 24 13:26:10.607587 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2094f0e2-fc20-4fc8-9371-2967b8997bc0 req-38da8db6-02f2-439f-9f22-860d581bbce2 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Oct 24 13:26:10.979489 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479006c-e213-44af-b433-48ad6e5f087e req-480cf908-b816-4d60-9b3c-c89bbf486beb tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:10.981022 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c479006c-e213-44af-b433-48ad6e5f087e req-480cf908-b816-4d60-9b3c-c89bbf486beb tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0512555 Oct 24 13:26:11.037078 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c479006c-e213-44af-b433-48ad6e5f087e req-209c7eb3-77b4-4c84-b98c-e811ce2906f5 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503337 Oct 24 13:26:11.104022 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bb48b-e740-4b48-8432-82f6e4b354fb req-82af3e6b-f1ab-4c0d-80f4-25a528990cc2 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:11.105535 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e6bb48b-e740-4b48-8432-82f6e4b354fb req-82af3e6b-f1ab-4c0d-80f4-25a528990cc2 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0593064 Oct 24 13:26:11.153002 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e6bb48b-e740-4b48-8432-82f6e4b354fb req-5d059d40-b031-4406-b318-3764dd471c7e tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419042 Oct 24 13:26:11.429596 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0a5a6-57d8-40a0-bec9-8c610c06de44 req-6409e95e-6fc9-4fff-8609-e37610b3caa1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:11.429596 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-44b0a5a6-57d8-40a0-bec9-8c610c06de44 req-6409e95e-6fc9-4fff-8609-e37610b3caa1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0479498 Oct 24 13:26:11.462733 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-44b0a5a6-57d8-40a0-bec9-8c610c06de44 req-57c19399-8cd3-47df-b69a-3ec5d386f052 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434170 Oct 24 13:26:11.716371 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de4c382-e12d-4068-96c2-58d44e5265db', 'tag': 'c7b02435-39c6-46a8-a356-81bef309201a'}, {'name': 'network-changed', 'server_uuid': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'tag': '4dfc7079-30d9-488d-9dfc-1df75d250b32'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:26:11.718622 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33585efa-1ca0-407d-9cfd-d53045b67e51" -d '{"events": [{"name": "network-changed", "server_uuid": "8de4c382-e12d-4068-96c2-58d44e5265db", "tag": "c7b02435-39c6-46a8-a356-81bef309201a"}, {"name": "network-changed", "server_uuid": "d3d04bbb-034d-4cf1-a753-9c4cb48e92bd", "tag": "4dfc7079-30d9-488d-9dfc-1df75d250b32"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:26:11.740482 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93847d4d-89c0-45b1-aa23-767a50261f3f req-f252c1be-5a5e-4ccb-8a83-df22c0281675 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:11.741737 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-93847d4d-89c0-45b1-aa23-767a50261f3f req-f252c1be-5a5e-4ccb-8a83-df22c0281675 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0577576 Oct 24 13:26:11.796071 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-93847d4d-89c0-45b1-aa23-767a50261f3f req-8a6b5497-e522-4bec-942a-a97866a92a66 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468743 Oct 24 13:26:11.800058 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 24 Oct 2022 13:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b61a7f-89d4-4be1-9e04-6af6b1396020 x-openstack-request-id: req-d5b61a7f-89d4-4be1-9e04-6af6b1396020 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:26:11.800375 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de4c382-e12d-4068-96c2-58d44e5265db", "tag": "c7b02435-39c6-46a8-a356-81bef309201a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d3d04bbb-034d-4cf1-a753-9c4cb48e92bd", "tag": "4dfc7079-30d9-488d-9dfc-1df75d250b32", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:26:11.800627 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d5b61a7f-89d4-4be1-9e04-6af6b1396020 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:26:11.801021 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b61a7f-89d4-4be1-9e04-6af6b1396020'] response: {'name': 'network-changed', 'server_uuid': '8de4c382-e12d-4068-96c2-58d44e5265db', 'tag': 'c7b02435-39c6-46a8-a356-81bef309201a', 'status': 'completed', 'code': 200} Oct 24 13:26:11.801274 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b61a7f-89d4-4be1-9e04-6af6b1396020'] response: {'name': 'network-changed', 'server_uuid': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'tag': '4dfc7079-30d9-488d-9dfc-1df75d250b32', 'status': 'completed', 'code': 200} Oct 24 13:26:12.158186 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c06a39-11cc-44e7-b690-c0f89758423d req-55585f4e-0c42-4bc0-a1a9-affe088452c7 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:12.159664 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-27c06a39-11cc-44e7-b690-c0f89758423d req-55585f4e-0c42-4bc0-a1a9-affe088452c7 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0461233 Oct 24 13:26:12.211794 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-27c06a39-11cc-44e7-b690-c0f89758423d req-53193da5-e706-4310-98a0-e7d24b55b5ee tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465438 Oct 24 13:26:12.273414 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc6393-a579-4488-9ac2-3f84d89b072f req-a773d535-6d61-443f-8af8-9c876f43072a tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:12.274845 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-10bc6393-a579-4488-9ac2-3f84d89b072f req-a773d535-6d61-443f-8af8-9c876f43072a tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0467026 Oct 24 13:26:12.321195 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-10bc6393-a579-4488-9ac2-3f84d89b072f req-d0d23286-8ecc-49dd-a5bd-82303be8c481 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Oct 24 13:26:12.586616 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a81ce-da8a-4088-b4c2-7b7a418853a5 req-9983649f-3a4f-45ab-ac64-8605e9185f88 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:12.587956 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-395a81ce-da8a-4088-b4c2-7b7a418853a5 req-9983649f-3a4f-45ab-ac64-8605e9185f88 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0458944 Oct 24 13:26:12.633552 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-395a81ce-da8a-4088-b4c2-7b7a418853a5 req-dfb112e5-36e3-408a-bf5d-a56b0ebc07ea tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401802 Oct 24 13:26:12.911904 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda13935-1d59-49ba-ab45-2111fe9129b9 req-364effa3-3d65-4824-a25d-d7ac46b61714 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:12.913897 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bda13935-1d59-49ba-ab45-2111fe9129b9 req-364effa3-3d65-4824-a25d-d7ac46b61714 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0447602 Oct 24 13:26:12.963012 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bda13935-1d59-49ba-ab45-2111fe9129b9 req-422295e7-f1b9-481e-b545-cab0b343a05d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437069 Oct 24 13:26:13.313512 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:13.328830 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792becf-d300-4e76-82cc-73a583b424e8 req-0d82d5ec-bc3e-4062-99b7-aae12112a157 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:13.330253 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e792becf-d300-4e76-82cc-73a583b424e8 req-0d82d5ec-bc3e-4062-99b7-aae12112a157 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0463820 Oct 24 13:26:13.377716 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e792becf-d300-4e76-82cc-73a583b424e8 req-57052bbf-f7da-4fad-b587-762f903f89fd tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411904 Oct 24 13:26:13.439120 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd63c6-00ad-4b32-8836-d761939fb184 req-3159da7f-6740-40ea-9521-23a0a26a37f7 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:13.440590 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8bbd63c6-00ad-4b32-8836-d761939fb184 req-3159da7f-6740-40ea-9521-23a0a26a37f7 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0466852 Oct 24 13:26:13.491943 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8bbd63c6-00ad-4b32-8836-d761939fb184 req-81a7f044-58c4-42ad-a064-865d63a459a9 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431499 Oct 24 13:26:13.761320 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bebc91-6812-45fb-abfe-e31ee0efc65a req-f4b43f0c-5369-49aa-a0f3-edefa4cbf042 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:13.762796 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-90bebc91-6812-45fb-abfe-e31ee0efc65a req-f4b43f0c-5369-49aa-a0f3-edefa4cbf042 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0528464 Oct 24 13:26:13.808524 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-90bebc91-6812-45fb-abfe-e31ee0efc65a req-12c34fbd-73f5-40d7-b10d-d839056cc263 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402298 Oct 24 13:26:14.045103 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:14.081248 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc3ec0-0db3-4e75-8726-9fbd6dfe3176 req-57e8fa1d-e701-4201-a642-f0d26b01b276 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:14.082714 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b7fc3ec0-0db3-4e75-8726-9fbd6dfe3176 req-57e8fa1d-e701-4201-a642-f0d26b01b276 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0476692 Oct 24 13:26:14.133098 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b7fc3ec0-0db3-4e75-8726-9fbd6dfe3176 req-1a2d5a18-f32a-44bc-a0af-47544adf53ef tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446067 Oct 24 13:26:14.500465 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c8852-5c64-405b-a9c9-9d92b1737ae5 req-4f7f9756-8614-4361-9f73-b8527048b649 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:14.501896 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-870c8852-5c64-405b-a9c9-9d92b1737ae5 req-4f7f9756-8614-4361-9f73-b8527048b649 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0454307 Oct 24 13:26:14.548780 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-870c8852-5c64-405b-a9c9-9d92b1737ae5 req-f93c6e7b-600a-4ee6-80e7-8af7056f0dad tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411839 Oct 24 13:26:14.617260 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d0832-6c84-4cb3-a467-7f1178436859 req-8de1a759-86d7-4dba-bb44-41be42ba13c1 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:14.618721 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-341d0832-6c84-4cb3-a467-7f1178436859 req-8de1a759-86d7-4dba-bb44-41be42ba13c1 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0505817 Oct 24 13:26:14.665017 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-341d0832-6c84-4cb3-a467-7f1178436859 req-aed5300e-eefb-49dc-8f7f-72bf85426ca2 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Oct 24 13:26:14.929897 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fe584-5883-44f8-a6fa-9dc1d7edefbc req-48f3d86f-c39a-43f5-af48-c172c06ff0e3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:14.931356 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-549fe584-5883-44f8-a6fa-9dc1d7edefbc req-48f3d86f-c39a-43f5-af48-c172c06ff0e3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0462549 Oct 24 13:26:14.959500 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:14.980901 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-549fe584-5883-44f8-a6fa-9dc1d7edefbc req-ef56358d-ee54-4da7-91b3-f2ed91ef238c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441203 Oct 24 13:26:15.248114 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318827f-7201-4945-9782-13ecd10c1fb6 req-85b92a69-f067-4e96-978d-e3cea0a0516d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:15.249570 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c318827f-7201-4945-9782-13ecd10c1fb6 req-85b92a69-f067-4e96-978d-e3cea0a0516d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0457296 Oct 24 13:26:15.295976 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c318827f-7201-4945-9782-13ecd10c1fb6 req-5f689a36-04d8-429c-a4cc-dc2de65ee672 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409894 Oct 24 13:26:15.669271 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516599e-6740-4ef8-9aa8-15ff0bf54b8a req-8ff94de9-5242-41d0-8543-c38ee388daf6 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:15.670765 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5516599e-6740-4ef8-9aa8-15ff0bf54b8a req-8ff94de9-5242-41d0-8543-c38ee388daf6 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0461047 Oct 24 13:26:15.719587 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5516599e-6740-4ef8-9aa8-15ff0bf54b8a req-1290801f-bab7-44da-b783-1a48d0e1eab6 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432246 Oct 24 13:26:15.783739 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057df1a-5f8e-419d-be64-1fde412a0152 req-d981083b-2ae9-40c4-9aee-a49e941841bc tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:15.785242 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a057df1a-5f8e-419d-be64-1fde412a0152 req-d981083b-2ae9-40c4-9aee-a49e941841bc tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0469463 Oct 24 13:26:15.835809 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a057df1a-5f8e-419d-be64-1fde412a0152 req-0a63e46d-6b0e-49a8-aa4b-146190dce6c3 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443103 Oct 24 13:26:16.104513 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2abc-c628-4553-815d-748679f56b4d req-6f0a8093-751d-47a3-942d-dbbc49ba6eb5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:16.109800 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-31eb2abc-c628-4553-815d-748679f56b4d req-6f0a8093-751d-47a3-942d-dbbc49ba6eb5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0477998 Oct 24 13:26:16.152776 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-31eb2abc-c628-4553-815d-748679f56b4d req-5ba8addb-2bad-4dde-8c58-f9c30fb843c3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410903 Oct 24 13:26:16.395176 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:16.413390 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89230b1-8457-420b-a169-0fcce5499c0a req-b1c7db45-8165-4ec4-a005-636c19d8b269 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:16.414838 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c89230b1-8457-420b-a169-0fcce5499c0a req-b1c7db45-8165-4ec4-a005-636c19d8b269 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0468433 Oct 24 13:26:16.461044 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c89230b1-8457-420b-a169-0fcce5499c0a req-608c4527-955a-4a65-925b-af8728de27d1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408025 Oct 24 13:26:16.476989 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:16.478867 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:16.841443 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76f5bf-1d03-4d56-aadf-2d84db7500c8 req-62858a71-5c4d-4689-839e-422a2550a305 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:16.842898 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-dd76f5bf-1d03-4d56-aadf-2d84db7500c8 req-62858a71-5c4d-4689-839e-422a2550a305 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0503104 Oct 24 13:26:16.891173 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-dd76f5bf-1d03-4d56-aadf-2d84db7500c8 req-0e22985d-91aa-4063-9bcb-92c0fbda4928 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426679 Oct 24 13:26:16.953948 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46087d-28b6-4e6c-aa59-27f6c93242f5 req-b19c2923-9a42-4423-af4b-dbc6c938b5f8 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:16.955408 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-de46087d-28b6-4e6c-aa59-27f6c93242f5 req-b19c2923-9a42-4423-af4b-dbc6c938b5f8 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0462594 Oct 24 13:26:17.003144 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-de46087d-28b6-4e6c-aa59-27f6c93242f5 req-76e9c1ae-aa85-4d68-965e-ad5b948f8b55 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420671 Oct 24 13:26:17.273109 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2733d-ae82-47a8-a99f-867d49a93ef4 req-a7ee8abb-07f3-47df-abe8-07e12fc2de81 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:17.274573 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6ea2733d-ae82-47a8-a99f-867d49a93ef4 req-a7ee8abb-07f3-47df-abe8-07e12fc2de81 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0454783 Oct 24 13:26:17.321777 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6ea2733d-ae82-47a8-a99f-867d49a93ef4 req-29d9c150-9d0b-48a7-ab42-5a8f9877cf97 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418127 Oct 24 13:26:17.578360 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b8172-aef6-46ca-92bd-919a1c1716e2 req-5110c789-ec7d-4fbf-b7f5-bff4dbf6ee46 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:17.579800 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-545b8172-aef6-46ca-92bd-919a1c1716e2 req-5110c789-ec7d-4fbf-b7f5-bff4dbf6ee46 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0485585 Oct 24 13:26:17.626255 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-545b8172-aef6-46ca-92bd-919a1c1716e2 req-d73087fb-d0f0-4b3f-8876-0ca179d1b6c0 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400963 Oct 24 13:26:18.012229 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854470a-c578-4983-98cf-d050939a1ea8 req-3732c1d0-1e1f-4442-a935-014d1fc1c9ed tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:18.013710 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9854470a-c578-4983-98cf-d050939a1ea8 req-3732c1d0-1e1f-4442-a935-014d1fc1c9ed tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0489869 Oct 24 13:26:18.061654 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9854470a-c578-4983-98cf-d050939a1ea8 req-4d89a9ae-7cfa-4ef1-a2e4-557a20dcaf2c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424938 Oct 24 13:26:18.125842 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1c8ae-6e70-4f80-b6e5-fb9a2f8e118f req-70553473-f28d-4065-a758-68c5126aecc3 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:18.127374 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cee1c8ae-6e70-4f80-b6e5-fb9a2f8e118f req-70553473-f28d-4065-a758-68c5126aecc3 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0478723 Oct 24 13:26:18.173922 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cee1c8ae-6e70-4f80-b6e5-fb9a2f8e118f req-7f5b94e0-383c-4bb7-8b04-07d77b4c2929 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404274 Oct 24 13:26:18.443186 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069eb37-07e9-4758-b2dd-2ef5ec5b67c8 req-aca918bb-f229-4184-8ae7-013c1a732696 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:18.445203 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d069eb37-07e9-4758-b2dd-2ef5ec5b67c8 req-aca918bb-f229-4184-8ae7-013c1a732696 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0455272 Oct 24 13:26:18.491564 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d069eb37-07e9-4758-b2dd-2ef5ec5b67c8 req-af5b98ca-9a4b-45ea-bb70-840318dde21e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408990 Oct 24 13:26:18.745935 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f639b-88bb-4449-b4d1-fff9fda28667 req-a4b54736-feea-403a-a56d-001287ac312f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:18.747301 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f28f639b-88bb-4449-b4d1-fff9fda28667 req-a4b54736-feea-403a-a56d-001287ac312f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0492554 Oct 24 13:26:18.795449 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f28f639b-88bb-4449-b4d1-fff9fda28667 req-c93db881-0e98-4a8d-95a2-0f0a7f883205 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426719 Oct 24 13:26:19.184318 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ff09f-4441-4fda-a553-094097011a51 req-5f4f1125-1100-40e6-b3f6-724bf4f7586c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:19.185746 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b85ff09f-4441-4fda-a553-094097011a51 req-5f4f1125-1100-40e6-b3f6-724bf4f7586c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0454810 Oct 24 13:26:19.235393 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b85ff09f-4441-4fda-a553-094097011a51 req-60f26202-2b96-4768-8ca5-0b608875fe86 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440075 Oct 24 13:26:19.292723 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b27f56-d2ae-4465-94b1-b293c1169904 req-c6e73212-b29a-4a19-9f6a-ed1f805c3e43 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:19.294280 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-72b27f56-d2ae-4465-94b1-b293c1169904 req-c6e73212-b29a-4a19-9f6a-ed1f805c3e43 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0463438 Oct 24 13:26:19.342914 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-72b27f56-d2ae-4465-94b1-b293c1169904 req-a90a8a32-254d-4945-a616-f04fca9a17f9 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430326 Oct 24 13:26:19.595805 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:19.613283 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d6827-289d-4f2c-8642-ca606a797b0f req-dd790848-38f4-4d81-a88e-1341f9d4618d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:19.614703 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-252d6827-289d-4f2c-8642-ca606a797b0f req-dd790848-38f4-4d81-a88e-1341f9d4618d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0453720 Oct 24 13:26:19.659974 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-252d6827-289d-4f2c-8642-ca606a797b0f req-a77fbcf9-6850-4201-a17e-dc8cafd80096 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391965 Oct 24 13:26:19.911699 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25aeab-aff7-4791-b75c-f210afae4430 req-68a3b2fb-8eb7-4242-8fe4-65c658a6864c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:19.913875 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7c25aeab-aff7-4791-b75c-f210afae4430 req-68a3b2fb-8eb7-4242-8fe4-65c658a6864c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0463378 Oct 24 13:26:19.965764 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7c25aeab-aff7-4791-b75c-f210afae4430 req-6c748837-5897-442f-bc7e-693c0c99f6d8 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463452 Oct 24 13:26:20.352106 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb3fe1-cd82-4825-9f94-a859b5a2fc4b req-b41b57c6-abaf-44d7-9e88-a3eeacb85965 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:20.353577 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3ceb3fe1-cd82-4825-9f94-a859b5a2fc4b req-b41b57c6-abaf-44d7-9e88-a3eeacb85965 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0462544 Oct 24 13:26:20.400221 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3ceb3fe1-cd82-4825-9f94-a859b5a2fc4b req-b4be9386-9047-4428-a0b8-25ba1bad7c3c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411043 Oct 24 13:26:20.462172 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86648655-2e14-43dc-969b-4d7c56eaacb3 req-db458fce-7c20-4e77-a42a-db599f2a2c28 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:20.463544 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-86648655-2e14-43dc-969b-4d7c56eaacb3 req-db458fce-7c20-4e77-a42a-db599f2a2c28 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0463245 Oct 24 13:26:20.495528 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:20.510387 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-86648655-2e14-43dc-969b-4d7c56eaacb3 req-0dce04de-d8c9-4fe5-a9f8-19986454d341 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411947 Oct 24 13:26:20.787557 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a99cc7-6757-461b-87fb-57e4892f1a76 req-6d44484c-d2ef-4e9e-bf0c-07222222da83 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:20.789063 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-82a99cc7-6757-461b-87fb-57e4892f1a76 req-6d44484c-d2ef-4e9e-bf0c-07222222da83 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0509148 Oct 24 13:26:20.835550 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-82a99cc7-6757-461b-87fb-57e4892f1a76 req-5181f6f8-b174-4e68-ad0a-1267c8783f14 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409164 Oct 24 13:26:21.083648 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc9a12-cdf3-4d9c-a955-84927731fbc4 req-7e29feb2-b0eb-4fb7-95a6-494b21a24546 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:21.085199 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-83dc9a12-cdf3-4d9c-a955-84927731fbc4 req-7e29feb2-b0eb-4fb7-95a6-494b21a24546 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0476813 Oct 24 13:26:21.133641 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-83dc9a12-cdf3-4d9c-a955-84927731fbc4 req-0f1da55b-a5d4-4a88-a96b-d4a5534c7e9d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427544 Oct 24 13:26:21.518062 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e94b3-8ec1-4a6a-a399-785e260ca9c8 req-7d0f3767-3a47-40cf-81d8-1d7997971250 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:21.519448 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-598e94b3-8ec1-4a6a-a399-785e260ca9c8 req-7d0f3767-3a47-40cf-81d8-1d7997971250 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0459955 Oct 24 13:26:21.566140 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-598e94b3-8ec1-4a6a-a399-785e260ca9c8 req-46e83c24-9bc0-4978-9967-2e94c503c442 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406444 Oct 24 13:26:21.630360 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52799670-c35c-4da9-a54a-ca82311e94f4 req-d985002b-8b10-4ff8-bc38-954b377b5afb tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:21.632251 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-52799670-c35c-4da9-a54a-ca82311e94f4 req-d985002b-8b10-4ff8-bc38-954b377b5afb tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0499673 Oct 24 13:26:21.679249 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-52799670-c35c-4da9-a54a-ca82311e94f4 req-2fd779ca-015d-428a-8615-d832eade3ec3 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413632 Oct 24 13:26:21.944510 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:21.959407 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a624404-0d19-40ac-a539-875c7912b5fd req-ccac48c1-6ac3-4efc-88fa-684002cbfe7d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:21.961545 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8a624404-0d19-40ac-a539-875c7912b5fd req-ccac48c1-6ac3-4efc-88fa-684002cbfe7d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0465732 Oct 24 13:26:22.010984 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8a624404-0d19-40ac-a539-875c7912b5fd req-2395361f-4139-459a-a0cb-cbdf01ebba58 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439131 Oct 24 13:26:22.250216 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cd365-1a9f-4304-b5c5-d619b4c66593 req-0d1074ff-477e-4aea-85d8-5149a3ad746d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:22.251651 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8f1cd365-1a9f-4304-b5c5-d619b4c66593 req-0d1074ff-477e-4aea-85d8-5149a3ad746d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0454867 Oct 24 13:26:22.298232 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8f1cd365-1a9f-4304-b5c5-d619b4c66593 req-6d98bb71-5330-4990-9b58-70c1e7e3fc3a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 Oct 24 13:26:22.681754 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc596f3-0cbb-4193-955e-a637d2d38ebe req-24f5481e-1090-4a32-9492-6cc4cb59ec8d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:22.683351 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4fc596f3-0cbb-4193-955e-a637d2d38ebe req-24f5481e-1090-4a32-9492-6cc4cb59ec8d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0451913 Oct 24 13:26:22.732437 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4fc596f3-0cbb-4193-955e-a637d2d38ebe req-52f757de-7d89-453c-b846-81374cb04eda tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435808 Oct 24 13:26:22.791908 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:22.811460 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6bf39-eae2-4fc6-a56b-c85493ec3483 req-060a4a28-a45f-475d-96ff-1e3a6f6024d0 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:22.811460 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-daf6bf39-eae2-4fc6-a56b-c85493ec3483 req-060a4a28-a45f-475d-96ff-1e3a6f6024d0 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0458210 Oct 24 13:26:22.854376 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-daf6bf39-eae2-4fc6-a56b-c85493ec3483 req-bd4a6a63-b317-41e8-b792-6cb1c09bd47b tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445418 Oct 24 13:26:23.134202 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaf4b9-68ef-4048-a9fe-ca11f7e9769b req-60af59b3-7998-44cd-8ca8-9fde56973c9c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:23.135583 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6aaaf4b9-68ef-4048-a9fe-ca11f7e9769b req-60af59b3-7998-44cd-8ca8-9fde56973c9c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0465388 Oct 24 13:26:23.181703 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6aaaf4b9-68ef-4048-a9fe-ca11f7e9769b req-53792d69-6335-404d-b13b-4f1ee58ce073 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405655 Oct 24 13:26:23.430735 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da5b9c-a429-460c-8cf7-aa67643a88fa req-1e30cc4b-9753-4d5c-aa99-f0470b29ba8a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:23.432194 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c9da5b9c-a429-460c-8cf7-aa67643a88fa req-1e30cc4b-9753-4d5c-aa99-f0470b29ba8a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0468633 Oct 24 13:26:23.479636 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c9da5b9c-a429-460c-8cf7-aa67643a88fa req-4dd222b1-68e4-450a-8103-6accc631f373 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417018 Oct 24 13:26:23.992430 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4952-1f58-4e89-9dbc-2444d7752435 req-1bf1a255-5c37-42d1-bb57-2ad22132317f tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:23.993866 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e11c4952-1f58-4e89-9dbc-2444d7752435 req-1bf1a255-5c37-42d1-bb57-2ad22132317f tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0596485 Oct 24 13:26:24.010374 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568decf3-0860-47db-9a85-4c337891fa9e req-8b82e8f9-8013-40ba-9161-78904eb2bfc6 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:24.011895 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-568decf3-0860-47db-9a85-4c337891fa9e req-8b82e8f9-8013-40ba-9161-78904eb2bfc6 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.2063234 Oct 24 13:26:24.042748 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e11c4952-1f58-4e89-9dbc-2444d7752435 req-1214ce21-ad71-4afe-bff8-e061538697c4 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430245 Oct 24 13:26:24.060107 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-568decf3-0860-47db-9a85-4c337891fa9e req-63b1317e-b461-4f2f-af0d-710c9f33e3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426331 Oct 24 13:26:24.306702 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d3544-0e52-4787-ba27-b90f53e72fd1 req-e3aa947a-9c77-44b8-9626-49ebd5390899 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:24.308054 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e36d3544-0e52-4787-ba27-b90f53e72fd1 req-e3aa947a-9c77-44b8-9626-49ebd5390899 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0495427 Oct 24 13:26:24.355242 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e36d3544-0e52-4787-ba27-b90f53e72fd1 req-5ed75880-dfcf-4a9d-864f-0fc016605380 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416887 Oct 24 13:26:24.458660 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:24.604786 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71c453-e57c-41cb-99f6-4c04d3e75758 req-34b41eb0-38fa-4c56-90a3-2b15e8036e2c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:24.606281 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5f71c453-e57c-41cb-99f6-4c04d3e75758 req-34b41eb0-38fa-4c56-90a3-2b15e8036e2c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0485437 Oct 24 13:26:24.654544 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5f71c453-e57c-41cb-99f6-4c04d3e75758 req-83924e09-1d82-4e6c-b91e-8daed224e779 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Oct 24 13:26:24.668701 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:26:24.912675 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device cf65c088-1188-479e-a207-5b5919c77b82 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:26:25.069870 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port cf65c088-1188-479e-a207-5b5919c77b82, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=cf65c088-1188-479e-a207-5b5919c77b82,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:26:25.081113 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986d524-67e9-4f68-adaa-ca3a32b825ee req-c72cbe45-ef6b-43af-89f4-62f3022e35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:25.081113 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8986d524-67e9-4f68-adaa-ca3a32b825ee req-c72cbe45-ef6b-43af-89f4-62f3022e35e9 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 1127 time: 0.1734810 Oct 24 13:26:25.089065 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-5ab8c795-4b9c-43cc-94f1-fbffb51df5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:25.090805 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-5ab8c795-4b9c-43cc-94f1-fbffb51df5e0 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 1128 time: 0.0786729 Oct 24 13:26:25.097976 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': 'cf65c088-1188-479e-a207-5b5919c77b82', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'port_id': 'cf65c088-1188-479e-a207-5b5919c77b82', 'mac_address': 'fa:16:3e:28:eb:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:26:25.126623 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301577e-ddca-49a4-8ebc-09964477b6cc req-51658722-5868-4f16-86f9-108adee213f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:25.129694 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0301577e-ddca-49a4-8ebc-09964477b6cc req-51658722-5868-4f16-86f9-108adee213f4 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11&device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 1127 time: 0.0906491 Oct 24 13:26:25.139836 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port cf65c088-1188-479e-a207-5b5919c77b82 is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:26:25.149255 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (cf65c088-1188-479e-a207-5b5919c77b82), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:25.155586 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf65c088-1188-479e-a207-5b5919c77b82 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:26:25.178981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port cf65c088-1188-479e-a207-5b5919c77b82, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=cf65c088-1188-479e-a207-5b5919c77b82,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:26:25.201472 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-b280b548-4a24-4b15-98a4-a929c318d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:25.203092 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-b280b548-4a24-4b15-98a4-a929c318d8e8 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7fa2196e343c45b5b741c39417ba9ef8&device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 1127 time: 0.2235527 Oct 24 13:26:25.232635 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4690f92-1efd-4194-b266-42135a77c17a req-b8d5335d-c245-42e7-8d46-bd6e6fdb011c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:25.234122 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a4690f92-1efd-4194-b266-42135a77c17a req-b8d5335d-c245-42e7-8d46-bd6e6fdb011c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0486567 Oct 24 13:26:25.241756 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (cf65c088-1188-479e-a207-5b5919c77b82), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:25.296670 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a4690f92-1efd-4194-b266-42135a77c17a req-08483f58-e4cb-4e72-bb2c-c76cd3b9709a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568626 Oct 24 13:26:25.306222 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=cf65c088-1188-479e-a207-5b5919c77b82,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:25.319215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:25.319215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:25.319215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:25.319215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:25.319215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:25.319215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:25.319215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:25.319215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:25.319215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:25.319215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:25.319215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:25.319215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:25.319215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:25.319215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:25.322444 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:25.370646 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:25.575801 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:25.622193 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79210ec7-c870-407e-a9c0-19a5af3829d2 req-1262898c-acae-4880-9ab2-be7294bbe5ab tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:25.624775 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-79210ec7-c870-407e-a9c0-19a5af3829d2 req-1262898c-acae-4880-9ab2-be7294bbe5ab tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.1522412 Oct 24 13:26:25.680868 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['cf65c088-1188-479e-a207-5b5919c77b82'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:26:25.696704 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301577e-ddca-49a4-8ebc-09964477b6cc req-825c8e36-73a1-41d4-b466-fb271cc0bede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:25.698163 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0301577e-ddca-49a4-8ebc-09964477b6cc req-825c8e36-73a1-41d4-b466-fb271cc0bede service neutron] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2859809 Oct 24 13:26:25.714021 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-79210ec7-c870-407e-a9c0-19a5af3829d2 req-a1943a88-a565-4647-8660-e7b93623dc9c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829196 Oct 24 13:26:25.720027 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fc670f13-9777-4abd-a3b9-ce89f3c2b6e6 req-b54d81f6-9cd7-4757-81f4-163840a3f738 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/0e6c385a-5176-45cf-b215-cfd3a8bc2b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8603590 Oct 24 13:26:25.781832 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac6232-b73b-4aa1-a31d-9577d4089934 req-8a4da8b3-78d8-4f5b-834d-f264a729bbe6 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:25.783465 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1dac6232-b73b-4aa1-a31d-9577d4089934 req-8a4da8b3-78d8-4f5b-834d-f264a729bbe6 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.5794373 Oct 24 13:26:25.949928 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-e9b6eba3-2662-47eb-b6b6-bef8c2e60b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:25.951897 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-e9b6eba3-2662-47eb-b6b6-bef8c2e60b36 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=986792b802264c748e4614c4d2a17680&shared=False HTTP/1.1" status: 200 len: 918 time: 0.7355387 Oct 24 13:26:25.965485 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-417723ad-85ce-4db4-a775-bea922906ca3 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32 HTTP/1.1" status: 200 len: 217 time: 0.2787075 Oct 24 13:26:25.975938 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986d524-67e9-4f68-adaa-ca3a32b825ee req-188447fc-5adc-43d5-8e41-e5ef3fe8dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:25.978564 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8986d524-67e9-4f68-adaa-ca3a32b825ee req-188447fc-5adc-43d5-8e41-e5ef3fe8dbc7 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 918 time: 0.8867223 Oct 24 13:26:25.992850 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd34ec-5eab-4c9c-9e91-794bc5a786b6 req-54956d47-4483-4b1a-91d9-a059dbc5088a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:25.994377 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-31bd34ec-5eab-4c9c-9e91-794bc5a786b6 req-54956d47-4483-4b1a-91d9-a059dbc5088a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0993390 Oct 24 13:26:25.995670 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301577e-ddca-49a4-8ebc-09964477b6cc req-6765f74a-7aae-4a2c-908e-e97b519cfd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:25.997192 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0301577e-ddca-49a4-8ebc-09964477b6cc req-6765f74a-7aae-4a2c-908e-e97b519cfd2f service neutron] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2798073 Oct 24 13:26:26.026919 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1dac6232-b73b-4aa1-a31d-9577d4089934 req-24c071e0-fe28-4645-957c-76ea48ef493b tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722160 Oct 24 13:26:26.088058 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-31bd34ec-5eab-4c9c-9e91-794bc5a786b6 req-8e0b5494-fc2e-4834-9658-c3b102558c2a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792048 Oct 24 13:26:26.094788 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 34204) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:26.237629 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:26.312468 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Publish callbacks [] for security_group (bff5756c-fc14-4b4c-96dc-9ddf4b0638c2), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:26.385955 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (bff5756c-fc14-4b4c-96dc-9ddf4b0638c2), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:26.419581 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:26.453335 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=1dff605f3c1f4874a1244b56a91e6853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3568609 Oct 24 13:26:26.459245 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 34218) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:26.464468 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466aed5-e48d-405b-b105-545b67a0cccd req-00044434-6b45-4251-9913-31db5eb875ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:26.467389 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0466aed5-e48d-405b-b105-545b67a0cccd req-00044434-6b45-4251-9913-31db5eb875ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0919108 Oct 24 13:26:26.467389 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff5756c-fc14-4b4c-96dc-9ddf4b0638c2,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:26.473128 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:26.489533 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.489961 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.490366 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.490706 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.491148 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.491519 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.492411 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.492741 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.493064 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.493477 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.493827 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.494157 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.494541 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.494939 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.495298 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd2003-40b7-4d4a-81f2-48db9f89d0b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.517797 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Publish callbacks [] for security_group (bff5756c-fc14-4b4c-96dc-9ddf4b0638c2), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:26.531997 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0466aed5-e48d-405b-b105-545b67a0cccd req-4c7bc2eb-09e5-4a1a-89ea-30e9ad21bcbf tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575588 Oct 24 13:26:26.537748 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Publish callbacks [] for security_group (bff5756c-fc14-4b4c-96dc-9ddf4b0638c2), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:26.658431 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (bff5756c-fc14-4b4c-96dc-9ddf4b0638c2), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:26.661064 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:26.662303 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/bff5756c-fc14-4b4c-96dc-9ddf4b0638c2 HTTP/1.1" status: 204 len: 168 time: 0.2017663 Oct 24 13:26:26.670270 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff5756c-fc14-4b4c-96dc-9ddf4b0638c2,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:26.677453 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.677797 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.678137 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.678465 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.678793 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.679645 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.680018 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.680359 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.680691 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.681011 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.681316 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.682822 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.682822 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.682822 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.682822 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdf1c7-97a8-47bb-891d-bc53a1ca2ff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:26:26.877991 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb536d1b-fe98-4ebd-8fd0-76681c4ef089 req-66f5d7ad-2ffa-4e05-9934-53b7d2f1a564 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:26.888940 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fb536d1b-fe98-4ebd-8fd0-76681c4ef089 req-66f5d7ad-2ffa-4e05-9934-53b7d2f1a564 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0582628 Oct 24 13:26:26.935145 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fb536d1b-fe98-4ebd-8fd0-76681c4ef089 req-e97a3e6f-a3f4-476e-a7bf-2270e0dd5ca2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447960 Oct 24 13:26:26.981783 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device cf65c088-1188-479e-a207-5b5919c77b82 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:26:27.025405 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port cf65c088-1188-479e-a207-5b5919c77b82 completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:26:27.104492 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port cf65c088-1188-479e-a207-5b5919c77b82 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:26:27.104960 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (cf65c088-1188-479e-a207-5b5919c77b82), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:27.105365 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port cf65c088-1188-479e-a207-5b5919c77b82 Oct 24 13:26:27.143549 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264a4b5-3440-44d5-b4c7-08ea05738b4f req-a5439bc5-da89-4542-b956-2142040bf3f8 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:27.145104 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6264a4b5-3440-44d5-b4c7-08ea05738b4f req-a5439bc5-da89-4542-b956-2142040bf3f8 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0488424 Oct 24 13:26:27.190391 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port cf65c088-1188-479e-a207-5b5919c77b82 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:26:27.191297 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (cf65c088-1188-479e-a207-5b5919c77b82), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:27.204888 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6264a4b5-3440-44d5-b4c7-08ea05738b4f req-71655edd-b248-42c6-a3a2-96925d7ab93d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530338 Oct 24 13:26:27.234138 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b2c12f-1e60-4000-ac5c-d7a5864939a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf65c088-1188-479e-a207-5b5919c77b82'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:26:27.263067 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c89ac8-92ff-4085-9068-e2e8b9e17595 req-5225a90c-2fc8-464d-bab1-50fade22f9bb tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:27.264570 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-19c89ac8-92ff-4085-9068-e2e8b9e17595 req-5225a90c-2fc8-464d-bab1-50fade22f9bb tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0891845 Oct 24 13:26:27.312773 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-19c89ac8-92ff-4085-9068-e2e8b9e17595 req-85d991ff-7f1d-429b-827e-d938cfae1fed tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425687 Oct 24 13:26:27.335436 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port cf65c088-1188-479e-a207-5b5919c77b82, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=cf65c088-1188-479e-a207-5b5919c77b82,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:26:27.358706 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 34242) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:27.374132 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2b7bd5aa-facc-485f-9e59-4cf847fd28ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:27.484722 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2b7bd5aa-facc-485f-9e59-4cf847fd28ad admin admin] Publish callbacks [] for security_group (5f84256a-7e48-43e5-8072-4bb595cc5d78), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:27.505058 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67571058-5537-4950-bd33-0b10627ef2cf" -d '{"events": [{"server_uuid": "48b2c12f-1e60-4000-ac5c-d7a5864939a1", "name": "network-vif-plugged", "status": "completed", "tag": "cf65c088-1188-479e-a207-5b5919c77b82"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:26:27.511496 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (cf65c088-1188-479e-a207-5b5919c77b82), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:27.533076 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2b7bd5aa-facc-485f-9e59-4cf847fd28ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (5f84256a-7e48-43e5-8072-4bb595cc5d78), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:27.555833 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:27.586379 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 34254) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:27.586547 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-2b7bd5aa-facc-485f-9e59-4cf847fd28ad admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=251c6e9029c8479e878b88b4ebc14c49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268267 Oct 24 13:26:27.586938 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7bd5aa-facc-485f-9e59-4cf847fd28ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f84256a-7e48-43e5-8072-4bb595cc5d78,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:27.598695 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:27.616342 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=cf65c088-1188-479e-a207-5b5919c77b82,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:27.646662 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:27.648601 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bf6e72-e5a9-49b4-9cf0-4e7a21a1092c x-openstack-request-id: req-36bf6e72-e5a9-49b4-9cf0-4e7a21a1092c {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:26:27.649028 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b2c12f-1e60-4000-ac5c-d7a5864939a1", "name": "network-vif-plugged", "status": "completed", "tag": "cf65c088-1188-479e-a207-5b5919c77b82", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:26:27.649445 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36bf6e72-e5a9-49b4-9cf0-4e7a21a1092c {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:26:27.650047 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36bf6e72-e5a9-49b4-9cf0-4e7a21a1092c'] response: {'server_uuid': '48b2c12f-1e60-4000-ac5c-d7a5864939a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf65c088-1188-479e-a207-5b5919c77b82', 'code': 200} Oct 24 13:26:27.674553 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-85c2876c-a81a-426a-a0a2-1ecfec599aa4 admin admin] Publish callbacks [] for security_group (5f84256a-7e48-43e5-8072-4bb595cc5d78), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:27.700764 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-85c2876c-a81a-426a-a0a2-1ecfec599aa4 admin admin] Publish callbacks [] for security_group (5f84256a-7e48-43e5-8072-4bb595cc5d78), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:27.738792 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb84707-9617-4a6c-a032-edaf621222b0 req-e8feee89-de3b-4d3b-9b94-bbd247a8eff0 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:27.740291 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1cb84707-9617-4a6c-a032-edaf621222b0 req-e8feee89-de3b-4d3b-9b94-bbd247a8eff0 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0526509 Oct 24 13:26:27.791431 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1cb84707-9617-4a6c-a032-edaf621222b0 req-5c95f2b0-b2c9-4a27-8423-a7713c801452 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438025 Oct 24 13:26:27.835804 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-85c2876c-a81a-426a-a0a2-1ecfec599aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (5f84256a-7e48-43e5-8072-4bb595cc5d78), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:27.838456 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-85c2876c-a81a-426a-a0a2-1ecfec599aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:27.839605 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-85c2876c-a81a-426a-a0a2-1ecfec599aa4 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/5f84256a-7e48-43e5-8072-4bb595cc5d78 HTTP/1.1" status: 204 len: 168 time: 0.2531779 Oct 24 13:26:27.847953 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2876c-a81a-426a-a0a2-1ecfec599aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f84256a-7e48-43e5-8072-4bb595cc5d78,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:28.063568 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8a21c-8186-4dbd-8620-ddb985094ab7 req-bb194416-481d-40d5-b985-464423de1c8e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:28.068377 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cba8a21c-8186-4dbd-8620-ddb985094ab7 req-bb194416-481d-40d5-b985-464423de1c8e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0485249 Oct 24 13:26:28.093977 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:28.124347 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cba8a21c-8186-4dbd-8620-ddb985094ab7 req-a4e264e6-1ac8-4f82-b2c0-163a0ea3f3bd tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530055 Oct 24 13:26:28.332018 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce939d-dbd6-43f3-afa4-a14e2597329f req-5f0df939-e519-4fb5-b531-203af76a675e tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:28.333578 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-16ce939d-dbd6-43f3-afa4-a14e2597329f req-5f0df939-e519-4fb5-b531-203af76a675e tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 943 time: 0.0503883 Oct 24 13:26:28.393558 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-16ce939d-dbd6-43f3-afa4-a14e2597329f req-9d92f4af-901d-4a64-a912-41d26a0af135 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536530 Oct 24 13:26:28.503455 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7a583-102f-4e04-b9f3-6a3ff09d1ae0 req-09391026-1ccd-462d-b010-d0d2c5d63053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:28.505864 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7da7a583-102f-4e04-b9f3-6a3ff09d1ae0 req-09391026-1ccd-462d-b010-d0d2c5d63053 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=6019625869c249fbae42eff10c82c590&device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 1127 time: 0.0947611 Oct 24 13:26:28.617569 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882c541-0cce-4cad-8705-b4345cdd1cdf req-bbabf012-6b39-4886-8f91-4750debc35ea tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:28.619672 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d882c541-0cce-4cad-8705-b4345cdd1cdf req-bbabf012-6b39-4886-8f91-4750debc35ea tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.2221174 Oct 24 13:26:28.654841 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8986d524-67e9-4f68-adaa-ca3a32b825ee req-1b2e47b3-6df6-424a-9f6b-b81f0ec907b0 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf65c088-1188-479e-a207-5b5919c77b82 HTTP/1.1" status: 200 len: 217 time: 0.2305005 Oct 24 13:26:28.743104 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7a583-102f-4e04-b9f3-6a3ff09d1ae0 req-a957c0fc-a1f9-48ca-8c9c-021a3e28b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:28.745113 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7da7a583-102f-4e04-b9f3-6a3ff09d1ae0 req-a957c0fc-a1f9-48ca-8c9c-021a3e28b3a3 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=0e6c385a-5176-45cf-b215-cfd3a8bc2b5c HTTP/1.1" status: 200 len: 913 time: 0.2318699 Oct 24 13:26:28.810327 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0241618-9fd5-473b-863e-09e71be81c18 req-882cb2c4-78ce-4f53-a53c-c0958a135486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:28.811828 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0241618-9fd5-473b-863e-09e71be81c18 req-882cb2c4-78ce-4f53-a53c-c0958a135486 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11&device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 1127 time: 0.2747123 Oct 24 13:26:28.847512 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-d6a82f4f-da72-4878-8216-ab23cdc2029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:28.849008 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-d6a82f4f-da72-4878-8216-ab23cdc2029b service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=35e2c2ac-a24b-4c15-9d5d-d1af70da09b7 HTTP/1.1" status: 200 len: 856 time: 0.4012284 Oct 24 13:26:28.876856 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986d524-67e9-4f68-adaa-ca3a32b825ee req-fd79e026-27df-4dc6-a8fd-e78b77872b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:28.878310 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8986d524-67e9-4f68-adaa-ca3a32b825ee req-fd79e026-27df-4dc6-a8fd-e78b77872b47 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.1685674 Oct 24 13:26:28.907855 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d882c541-0cce-4cad-8705-b4345cdd1cdf req-a3e26c8a-cd55-4c95-845a-46b045f40186 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479682 Oct 24 13:26:28.909301 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-60d87a1c-06e3-4229-80a6-8622c3ea9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:28.910695 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-60d87a1c-06e3-4229-80a6-8622c3ea9172 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4532471 Oct 24 13:26:28.917471 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429d674-d0cd-4416-99bf-0c6eb89ee13c req-7f8a594e-1267-438d-aa81-ac28b488ecb1 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:28.919372 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5429d674-d0cd-4416-99bf-0c6eb89ee13c req-7f8a594e-1267-438d-aa81-ac28b488ecb1 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0502365 Oct 24 13:26:28.974578 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5429d674-d0cd-4416-99bf-0c6eb89ee13c req-f8a84e03-8221-46ca-a5be-69f61afc2096 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454609 Oct 24 13:26:28.984954 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:26:29.065254 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.59', 62960) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:29.075393 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7da7a583-102f-4e04-b9f3-6a3ff09d1ae0 req-0eea3256-a55f-4356-b9df-a4aa76a7e313 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 HTTP/1.1" status: 200 len: 217 time: 0.0516460 Oct 24 13:26:29.098509 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986d524-67e9-4f68-adaa-ca3a32b825ee req-5d383be3-a7b4-42e9-a8f1-2b6d9a57c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:29.100205 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8986d524-67e9-4f68-adaa-ca3a32b825ee req-5d383be3-a7b4-42e9-a8f1-2b6d9a57c91b service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645645 Oct 24 13:26:29.164033 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=88cc8087-11c0-4a7a-b07d-0fa49eefb5f0,segment=NetworkSegment(21166038-c0cc-425c-828a-e551b903fa80),segment_id=21166038-c0cc-425c-828a-e551b903fa80)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:26:29.166248 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083523d-b7db-4bc3-8426-33718d498e24 req-fa56f81a-bc06-46ba-9c9a-bd44737314fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:29.168549 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d083523d-b7db-4bc3-8426-33718d498e24 req-fa56f81a-bc06-46ba-9c9a-bd44737314fb service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 1128 time: 0.1016712 Oct 24 13:26:29.177963 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7a583-102f-4e04-b9f3-6a3ff09d1ae0 req-9a2a440a-1fc9-4528-8061-ef832d03bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:29.180430 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7da7a583-102f-4e04-b9f3-6a3ff09d1ae0 req-9a2a440a-1fc9-4528-8061-ef832d03bafb service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=4696fb9b-6e97-4a50-99b0-d3b94cc865ed HTTP/1.1" status: 200 len: 851 time: 0.0857196 Oct 24 13:26:29.183754 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '88cc8087-11c0-4a7a-b07d-0fa49eefb5f0', 'network_id': '0e6c385a-5176-45cf-b215-cfd3a8bc2b5c', 'port_id': '88cc8087-11c0-4a7a-b07d-0fa49eefb5f0', 'mac_address': 'fa:16:3e:aa:3f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4696fb9b-6e97-4a50-99b0-d3b94cc865ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:26:29.184754 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0241618-9fd5-473b-863e-09e71be81c18 req-92c51cbc-32cc-4f3c-84a4-069b9e88cbc0 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdec5a38-0967-442c-8d70-b3f416f6105f HTTP/1.1" status: 200 len: 217 time: 0.1501789 Oct 24 13:26:29.235365 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:26:29.236043 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (88cc8087-11c0-4a7a-b07d-0fa49eefb5f0), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:29.254069 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:26:29.279381 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d083523d-b7db-4bc3-8426-33718d498e24 req-b9e49100-ba43-4501-b47d-bf2573466eb6 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7b02435-39c6-46a8-a356-81bef309201a HTTP/1.1" status: 200 len: 217 time: 0.0925310 Oct 24 13:26:29.282430 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=88cc8087-11c0-4a7a-b07d-0fa49eefb5f0,segment=NetworkSegment(21166038-c0cc-425c-828a-e551b903fa80),segment_id=21166038-c0cc-425c-828a-e551b903fa80)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:26:29.284479 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7a583-102f-4e04-b9f3-6a3ff09d1ae0 req-691d3307-d4b1-4fe5-b2ea-ba3b43af47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:29.286810 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7da7a583-102f-4e04-b9f3-6a3ff09d1ae0 req-691d3307-d4b1-4fe5-b2ea-ba3b43af47b7 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=0e6c385a-5176-45cf-b215-cfd3a8bc2b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0929656 Oct 24 13:26:29.309920 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 34310) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:29.336830 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:29.389827 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (88cc8087-11c0-4a7a-b07d-0fa49eefb5f0), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:29.403375 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083523d-b7db-4bc3-8426-33718d498e24 req-8ade9397-6ab1-41f1-808c-96b5e4685b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:29.405101 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d083523d-b7db-4bc3-8426-33718d498e24 req-8ade9397-6ab1-41f1-808c-96b5e4685b64 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.1172540 Oct 24 13:26:29.406539 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-4d1b5b57-bc5f-4473-bd5d-fa568496cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:29.408054 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-4d1b5b57-bc5f-4473-bd5d-fa568496cac3 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=958bd8a2-e988-4f21-ad22-567c0fb9f577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3871732 Oct 24 13:26:29.443344 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31348a0-5d87-41fc-a578-5c9b543da16a req-b0830524-cb11-4bf2-9f04-74f6943068d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:29.444918 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f31348a0-5d87-41fc-a578-5c9b543da16a req-b0830524-cb11-4bf2-9f04-74f6943068d7 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 1129 time: 0.2620850 Oct 24 13:26:29.456802 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=88cc8087-11c0-4a7a-b07d-0fa49eefb5f0,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:29.495171 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7da7a583-102f-4e04-b9f3-6a3ff09d1ae0 req-3b97b60e-7271-4a05-a7d1-96d8391c738b service neutron] 10.222.0.59 "GET /networking/v2.0/networks/0e6c385a-5176-45cf-b215-cfd3a8bc2b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972411 Oct 24 13:26:29.495266 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083523d-b7db-4bc3-8426-33718d498e24 req-58b7eeb5-085b-4bfb-b5d4-7f58db9644c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:29.498158 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d083523d-b7db-4bc3-8426-33718d498e24 req-58b7eeb5-085b-4bfb-b5d4-7f58db9644c8 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787506 Oct 24 13:26:29.580096 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:29.603155 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0241618-9fd5-473b-863e-09e71be81c18 req-f66e1e8e-477d-4541-a6e3-f61b53b47e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:29.609500 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0241618-9fd5-473b-863e-09e71be81c18 req-f66e1e8e-477d-4541-a6e3-f61b53b47e59 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=dd583918-9412-43e4-86a6-0aa07f6bb5dd HTTP/1.1" status: 200 len: 850 time: 0.3692517 Oct 24 13:26:29.612369 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d904f-fff3-4524-826a-4f081e1eff8d req-437e81a7-9ce2-4315-82a5-fa0da27d73eb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:29.623984 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-359d904f-fff3-4524-826a-4f081e1eff8d req-437e81a7-9ce2-4315-82a5-fa0da27d73eb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.3285856 Oct 24 13:26:29.651043 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-f31348a0-5d87-41fc-a578-5c9b543da16a req-b1aa4275-3ab1-4858-92f8-24b92bb216cb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:29.665255 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-8469bc6d-735b-498b-ab04-daf1ee4a15c0 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432344 Oct 24 13:26:29.726634 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:29.758604 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:29.816447 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['88cc8087-11c0-4a7a-b07d-0fa49eefb5f0'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:26:29.878478 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0241618-9fd5-473b-863e-09e71be81c18 req-976a28b3-68af-40ca-bdea-a8e12248655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:29.880069 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0241618-9fd5-473b-863e-09e71be81c18 req-976a28b3-68af-40ca-bdea-a8e12248655f service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=143f8287-8fb4-4393-ae4f-ca898c17799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2119982 Oct 24 13:26:29.883654 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-359d904f-fff3-4524-826a-4f081e1eff8d req-09c23df7-2521-423a-a245-28a3c9e58c1b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588646 Oct 24 13:26:29.920404 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-94fd2481-0d9d-4fa9-befb-9fea356b33ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:29.988780 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f90a59-69d1-474b-aeee-9ceca0f85c54 req-98bbb509-0d61-47a7-a614-280ab5e22033 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:29.997619 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-08f90a59-69d1-474b-aeee-9ceca0f85c54 req-98bbb509-0d61-47a7-a614-280ab5e22033 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 944 time: 0.3851290 Oct 24 13:26:30.093075 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d083523d-b7db-4bc3-8426-33718d498e24 req-3a874cec-1b08-4271-9c37-a64fafc5551e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855038 Oct 24 13:26:30.123579 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8986d524-67e9-4f68-adaa-ca3a32b825ee req-aa7e6ef3-fd38-49d7-bbb9-cfc1108aecb7 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9379389 Oct 24 13:26:30.146358 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7da7a583-102f-4e04-b9f3-6a3ff09d1ae0 req-8e9853d7-b49d-40cb-8be4-ab52e8da71a4 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/0e6c385a-5176-45cf-b215-cfd3a8bc2b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400683 Oct 24 13:26:30.252011 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-08f90a59-69d1-474b-aeee-9ceca0f85c54 req-c78235a4-4ec6-4947-96f3-d3805be77a12 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501781 Oct 24 13:26:30.346325 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59a102-2584-474b-8fe5-63f56c6936d5 req-d23bdf5d-2926-4bfb-af13-4e3df0a16257 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:30.347897 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9b59a102-2584-474b-8fe5-63f56c6936d5 req-d23bdf5d-2926-4bfb-af13-4e3df0a16257 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.2338629 Oct 24 13:26:30.374606 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-94fd2481-0d9d-4fa9-befb-9fea356b33ed admin admin] Publish callbacks [] for security_group (3f6a6de6-1e65-4201-bc42-355fe73ecc34), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:30.375456 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-12f3f54a-f1f8-4d4f-bc14-74b6dffe5deb service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6474593 Oct 24 13:26:30.402202 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0241618-9fd5-473b-863e-09e71be81c18 req-4f560b71-cbe3-48c8-b3c9-f85b3874fc1b service neutron] 10.222.0.59 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854044 Oct 24 13:26:30.412888 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-f31348a0-5d87-41fc-a578-5c9b543da16a req-b1aa4275-3ab1-4858-92f8-24b92bb216cb service neutron] Publish callbacks [] for security_group (9645f5d5-2dd6-44e3-927e-080be5f9eeea), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:30.446276 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d083523d-b7db-4bc3-8426-33718d498e24 req-b6d85c5d-58af-4a99-a52e-56fc19ba02ec service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458345 Oct 24 13:26:30.483568 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-94fd2481-0d9d-4fa9-befb-9fea356b33ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (3f6a6de6-1e65-4201-bc42-355fe73ecc34), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:30.514662 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-f31348a0-5d87-41fc-a578-5c9b543da16a req-b1aa4275-3ab1-4858-92f8-24b92bb216cb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (9645f5d5-2dd6-44e3-927e-080be5f9eeea), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:30.532558 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8986d524-67e9-4f68-adaa-ca3a32b825ee req-48909f3a-f278-4292-a67b-3de649ab284a service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486667 Oct 24 13:26:30.555100 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b025e-fb44-4d25-991a-85d0decc01cf req-83c4bd7d-7dde-4d50-978e-f1c1d0328d0d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:30.557083 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e49b025e-fb44-4d25-991a-85d0decc01cf req-83c4bd7d-7dde-4d50-978e-f1c1d0328d0d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.1660819 Oct 24 13:26:30.563504 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9b59a102-2584-474b-8fe5-63f56c6936d5 req-9e54b4f6-9694-40ad-a94d-a8da089714ba tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908302 Oct 24 13:26:30.576231 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-94fd2481-0d9d-4fa9-befb-9fea356b33ed admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=74bed532dc8e45de92f7c166baa43374&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2406282 Oct 24 13:26:30.582423 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 34350) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:30.584495 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd2481-0d9d-4fa9-befb-9fea356b33ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6a6de6-1e65-4201-bc42-355fe73ecc34,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:30.607184 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f31348a0-5d87-41fc-a578-5c9b543da16a req-b1aa4275-3ab1-4858-92f8-24b92bb216cb service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1378274 Oct 24 13:26:30.631029 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa4275-3ab1-4858-92f8-24b92bb216cb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9645f5d5-2dd6-44e3-927e-080be5f9eeea,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:30.643578 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0241618-9fd5-473b-863e-09e71be81c18 req-0b9c2e9a-0fdd-470c-83d2-fc2d93294182 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249012 Oct 24 13:26:30.671228 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e49b025e-fb44-4d25-991a-85d0decc01cf req-f029796c-bbc8-4237-b0ed-993031e3a9cd tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035197 Oct 24 13:26:30.677085 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-91ec7314-1d1e-4cc0-bf23-45a156342946 admin admin] Publish callbacks [] for security_group (3f6a6de6-1e65-4201-bc42-355fe73ecc34), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:30.680996 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:30.706830 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-91ec7314-1d1e-4cc0-bf23-45a156342946 admin admin] Publish callbacks [] for security_group (3f6a6de6-1e65-4201-bc42-355fe73ecc34), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:30.801157 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-91ec7314-1d1e-4cc0-bf23-45a156342946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (3f6a6de6-1e65-4201-bc42-355fe73ecc34), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:30.803819 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-91ec7314-1d1e-4cc0-bf23-45a156342946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:30.805605 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-91ec7314-1d1e-4cc0-bf23-45a156342946 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/3f6a6de6-1e65-4201-bc42-355fe73ecc34 HTTP/1.1" status: 204 len: 168 time: 0.2207758 Oct 24 13:26:30.813931 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec7314-1d1e-4cc0-bf23-45a156342946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6a6de6-1e65-4201-bc42-355fe73ecc34,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:31.033968 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:26:31.060989 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3564873-0b55-492c-9433-c335332b5ca8 req-c82feb18-d449-4ada-8f65-1381c31e16e3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:31.062634 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e3564873-0b55-492c-9433-c335332b5ca8 req-c82feb18-d449-4ada-8f65-1381c31e16e3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0532243 Oct 24 13:26:31.082355 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:26:31.127178 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e3564873-0b55-492c-9433-c335332b5ca8 req-8d47cf6e-6f4c-4dda-89f6-2a78629d0d0e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580950 Oct 24 13:26:31.149032 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:26:31.149032 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (88cc8087-11c0-4a7a-b07d-0fa49eefb5f0), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:31.149032 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 Oct 24 13:26:31.233714 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:26:31.234138 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (88cc8087-11c0-4a7a-b07d-0fa49eefb5f0), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:31.277401 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a9564e-c320-4bad-bcfc-8332aec8c690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cc8087-11c0-4a7a-b07d-0fa49eefb5f0'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:26:31.279614 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23302f7-1884-4341-aade-8c652be64259" -d '{"events": [{"server_uuid": "13a9564e-c320-4bad-bcfc-8332aec8c690", "name": "network-vif-plugged", "status": "completed", "tag": "88cc8087-11c0-4a7a-b07d-0fa49eefb5f0"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:26:31.296992 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=88cc8087-11c0-4a7a-b07d-0fa49eefb5f0,segment=NetworkSegment(21166038-c0cc-425c-828a-e551b903fa80),segment_id=21166038-c0cc-425c-828a-e551b903fa80)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:26:31.338637 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e306366-ef08-4def-a5b7-bcf0e55fc600 x-openstack-request-id: req-3e306366-ef08-4def-a5b7-bcf0e55fc600 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:26:31.339052 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a9564e-c320-4bad-bcfc-8332aec8c690", "name": "network-vif-plugged", "status": "completed", "tag": "88cc8087-11c0-4a7a-b07d-0fa49eefb5f0", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:26:31.339442 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e306366-ef08-4def-a5b7-bcf0e55fc600 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:26:31.339910 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e306366-ef08-4def-a5b7-bcf0e55fc600'] response: {'server_uuid': '13a9564e-c320-4bad-bcfc-8332aec8c690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cc8087-11c0-4a7a-b07d-0fa49eefb5f0', 'code': 200} Oct 24 13:26:31.341291 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-5dbe14a2-c15d-46d1-bc5e-f228a2593e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:31.384291 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (88cc8087-11c0-4a7a-b07d-0fa49eefb5f0), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:31.415945 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8c993-277d-42d5-970a-2591e75e382f req-117ae0c7-513b-448c-9d51-80d6e55adf88 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:31.416926 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:31.420762 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c7a8c993-277d-42d5-970a-2591e75e382f req-117ae0c7-513b-448c-9d51-80d6e55adf88 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 944 time: 0.0627899 Oct 24 13:26:31.435697 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=88cc8087-11c0-4a7a-b07d-0fa49eefb5f0,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:31.437663 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:31.469443 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c7a8c993-277d-42d5-970a-2591e75e382f req-de325578-2c21-49a9-b654-0638f92fb335 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446067 Oct 24 13:26:31.747389 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148ace9-475b-4ab9-8d84-363090c8b1ab req-f0fdc084-1b66-46bc-9cd1-0c69e26efe66 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:31.749921 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b148ace9-475b-4ab9-8d84-363090c8b1ab req-f0fdc084-1b66-46bc-9cd1-0c69e26efe66 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0646787 Oct 24 13:26:31.786164 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:31.822166 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b148ace9-475b-4ab9-8d84-363090c8b1ab req-60e57599-f9b5-44e3-9563-a57fde51553c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651388 Oct 24 13:26:31.852582 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec13c8-47b6-4d2b-b8c0-c4c1f18284a9 req-b5967d8b-af54-4cf1-bff6-ce2d79c57284 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:31.852582 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-feec13c8-47b6-4d2b-b8c0-c4c1f18284a9 req-b5967d8b-af54-4cf1-bff6-ce2d79c57284 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0633340 Oct 24 13:26:31.897178 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-feec13c8-47b6-4d2b-b8c0-c4c1f18284a9 req-c29d09a8-3732-4e9a-9254-0e4a81edb3ff tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535483 Oct 24 13:26:32.060523 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 34422) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:32.176109 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f56d5516-4e1d-47e6-b2bc-50692ff350b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:32.295260 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74302d95-7d10-494d-b338-71753bb7eaf6 req-c6ac9201-c180-40cd-8180-596ffcb31b7b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:32.297083 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-74302d95-7d10-494d-b338-71753bb7eaf6 req-c6ac9201-c180-40cd-8180-596ffcb31b7b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0641661 Oct 24 13:26:32.314453 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f56d5516-4e1d-47e6-b2bc-50692ff350b5 admin admin] Publish callbacks [] for security_group (798adab7-5b5b-48de-a240-62772abc329c), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:32.356262 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-74302d95-7d10-494d-b338-71753bb7eaf6 req-36db5cb0-b647-49cd-a6ba-9a7373c81b60 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528357 Oct 24 13:26:32.395762 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f56d5516-4e1d-47e6-b2bc-50692ff350b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (798adab7-5b5b-48de-a240-62772abc329c), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:32.445307 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-f56d5516-4e1d-47e6-b2bc-50692ff350b5 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=391f4d97725b4f8280c43f4b32b3e4c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3833306 Oct 24 13:26:32.446657 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d5516-4e1d-47e6-b2bc-50692ff350b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798adab7-5b5b-48de-a240-62772abc329c,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:32.447610 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 34438) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:32.504537 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-20d77b08-202d-442a-a69f-e48793cb0dc6 admin admin] Publish callbacks [] for security_group (798adab7-5b5b-48de-a240-62772abc329c), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:32.528254 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-20d77b08-202d-442a-a69f-e48793cb0dc6 admin admin] Publish callbacks [] for security_group (798adab7-5b5b-48de-a240-62772abc329c), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:32.603348 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc856be-2cdf-4d7e-89cc-be4501585318 req-e0753c78-ea92-46f4-ae22-c37b6bb4639a tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:32.604963 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5dc856be-2cdf-4d7e-89cc-be4501585318 req-e0753c78-ea92-46f4-ae22-c37b6bb4639a tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0576427 Oct 24 13:26:32.652351 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5dc856be-2cdf-4d7e-89cc-be4501585318 req-6df487fc-5c25-44dc-a43b-3770bac739fa tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415087 Oct 24 13:26:32.669599 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-20d77b08-202d-442a-a69f-e48793cb0dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (798adab7-5b5b-48de-a240-62772abc329c), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:32.673013 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-20d77b08-202d-442a-a69f-e48793cb0dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:32.674729 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-20d77b08-202d-442a-a69f-e48793cb0dc6 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/798adab7-5b5b-48de-a240-62772abc329c HTTP/1.1" status: 204 len: 168 time: 0.2261446 Oct 24 13:26:32.688340 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d77b08-202d-442a-a69f-e48793cb0dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798adab7-5b5b-48de-a240-62772abc329c,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:32.975056 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026a25b-8fb3-4e5b-ad51-ffe81ecd53ed req-f71231fa-2bc8-4d38-b45c-6421b84f66fc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:32.976736 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e026a25b-8fb3-4e5b-ad51-ffe81ecd53ed req-f71231fa-2bc8-4d38-b45c-6421b84f66fc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0796261 Oct 24 13:26:33.065989 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fd8e2-b0c2-4bee-9408-8c0a5b9b1c44 req-a9af9161-196d-4e94-a47a-1e462e008095 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:33.067726 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e026a25b-8fb3-4e5b-ad51-ffe81ecd53ed req-5dd9750a-8fb3-4878-8310-dbc2818bd4da tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790122 Oct 24 13:26:33.068740 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-575fd8e2-b0c2-4bee-9408-8c0a5b9b1c44 req-a9af9161-196d-4e94-a47a-1e462e008095 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0710320 Oct 24 13:26:33.081398 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:33.120678 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-575fd8e2-b0c2-4bee-9408-8c0a5b9b1c44 req-253b9403-4ed4-4d12-a9e5-de761684b30d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464015 Oct 24 13:26:33.453968 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 34478) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:33.467337 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c6c591a9-0769-453c-bb7b-71b13e190787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:33.496643 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab97368-1431-4d95-a098-24896e53d60f req-d8534fd7-e952-4dee-9dc1-1f5648e1f6b7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:33.498187 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ab97368-1431-4d95-a098-24896e53d60f req-d8534fd7-e952-4dee-9dc1-1f5648e1f6b7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0575516 Oct 24 13:26:33.558638 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c6c591a9-0769-453c-bb7b-71b13e190787 admin admin] Publish callbacks [] for security_group (5893578d-5c90-4f3f-96a1-f6c3ce5d596e), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:33.563922 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ab97368-1431-4d95-a098-24896e53d60f req-983f34d4-951f-4564-8849-d1c602d723e4 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598145 Oct 24 13:26:33.618590 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c6c591a9-0769-453c-bb7b-71b13e190787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (5893578d-5c90-4f3f-96a1-f6c3ce5d596e), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:33.646975 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a55257d0-ce21-4b72-8832-41479a136f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:33.660893 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-c6c591a9-0769-453c-bb7b-71b13e190787 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=3b74d5c0485641b5937875f1dc4f6959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2065139 Oct 24 13:26:33.661712 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c591a9-0769-453c-bb7b-71b13e190787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5893578d-5c90-4f3f-96a1-f6c3ce5d596e,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:33.664244 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 34486) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:33.732375 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0859c4df-2b97-46af-b9dd-3bf563798621 admin admin] Publish callbacks [] for security_group (5893578d-5c90-4f3f-96a1-f6c3ce5d596e), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:33.755832 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0859c4df-2b97-46af-b9dd-3bf563798621 admin admin] Publish callbacks [] for security_group (5893578d-5c90-4f3f-96a1-f6c3ce5d596e), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:33.794894 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f4cf2-2759-4038-a118-cf298c5a09ab req-7d0482d0-9168-409e-b54e-e793a4d65851 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:33.797099 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-838f4cf2-2759-4038-a118-cf298c5a09ab req-7d0482d0-9168-409e-b54e-e793a4d65851 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0516939 Oct 24 13:26:33.849544 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-838f4cf2-2759-4038-a118-cf298c5a09ab req-9accb909-0bb9-4790-bae9-d6219c21dd63 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473738 Oct 24 13:26:33.881209 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0859c4df-2b97-46af-b9dd-3bf563798621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (5893578d-5c90-4f3f-96a1-f6c3ce5d596e), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:33.883962 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0859c4df-2b97-46af-b9dd-3bf563798621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:33.885145 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-0859c4df-2b97-46af-b9dd-3bf563798621 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/5893578d-5c90-4f3f-96a1-f6c3ce5d596e HTTP/1.1" status: 204 len: 168 time: 0.2197983 Oct 24 13:26:33.893149 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859c4df-2b97-46af-b9dd-3bf563798621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5893578d-5c90-4f3f-96a1-f6c3ce5d596e,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:34.186666 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726fb9b-828b-45da-ac62-27492106c24b req-b3f57a83-cc8a-4131-9b5e-42e7bc59a69d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:34.188184 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6726fb9b-828b-45da-ac62-27492106c24b req-b3f57a83-cc8a-4131-9b5e-42e7bc59a69d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0525022 Oct 24 13:26:34.235999 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:34.241311 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6726fb9b-828b-45da-ac62-27492106c24b req-22233535-abc3-454b-9ebf-160067356561 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471020 Oct 24 13:26:34.252096 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b141e2-6996-4080-8472-5fe6090acddd req-2fdf8373-ebd1-4e8a-9dd0-dfe63025568a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:34.256070 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f9b141e2-6996-4080-8472-5fe6090acddd req-2fdf8373-ebd1-4e8a-9dd0-dfe63025568a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0604715 Oct 24 13:26:34.296222 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:34.302221 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f9b141e2-6996-4080-8472-5fe6090acddd req-cade53a4-c0a6-4f0d-a6af-c658fdc23d07 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439708 Oct 24 13:26:34.664775 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:34.703259 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efaf72-d026-41f8-aac8-9c83c84cc6bf req-25bb72a1-938b-440e-a54f-6ec47ff67694 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:34.704817 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-57efaf72-d026-41f8-aac8-9c83c84cc6bf req-25bb72a1-938b-440e-a54f-6ec47ff67694 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0652914 Oct 24 13:26:34.753339 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-57efaf72-d026-41f8-aac8-9c83c84cc6bf req-eddbe757-f352-43bd-b2c5-078bd95da992 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419998 Oct 24 13:26:34.909740 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:34.968623 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a7a9d-bbb5-44c6-bb21-13a82fde13fe req-c41444ce-3cce-4b41-a973-6622438f20da tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:34.970063 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-020a7a9d-bbb5-44c6-bb21-13a82fde13fe req-c41444ce-3cce-4b41-a973-6622438f20da tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0462060 Oct 24 13:26:35.005826 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 4dfc7079-30d9-488d-9dfc-1df75d250b32 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:26:35.018964 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-020a7a9d-bbb5-44c6-bb21-13a82fde13fe req-a39f485b-ab42-40ec-8c62-dc4618f9435b tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433006 Oct 24 13:26:35.130302 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 4dfc7079-30d9-488d-9dfc-1df75d250b32, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:26:35.137493 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:35.143971 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '4dfc7079-30d9-488d-9dfc-1df75d250b32', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'port_id': '4dfc7079-30d9-488d-9dfc-1df75d250b32', 'mac_address': 'fa:16:3e:51:91:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:26:35.181861 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 4dfc7079-30d9-488d-9dfc-1df75d250b32 is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:26:35.182384 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:35.195748 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfc7079-30d9-488d-9dfc-1df75d250b32 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:26:35.215428 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 4dfc7079-30d9-488d-9dfc-1df75d250b32, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:26:35.281365 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:35.335573 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=4dfc7079-30d9-488d-9dfc-1df75d250b32,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:35.408423 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d5cc5-18c7-4a17-9b39-c84e4154ac26 req-83d599ca-a1bc-4061-8f24-d08d2ef57874 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:35.410024 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-925d5cc5-18c7-4a17-9b39-c84e4154ac26 req-83d599ca-a1bc-4061-8f24-d08d2ef57874 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0798838 Oct 24 13:26:35.443240 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aca4d7-4441-4ba2-85f1-53fe4d97320f req-58091b47-1b54-41f0-96f6-7659c97de1f7 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:35.444782 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e3aca4d7-4441-4ba2-85f1-53fe4d97320f req-58091b47-1b54-41f0-96f6-7659c97de1f7 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0578823 Oct 24 13:26:35.458731 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-925d5cc5-18c7-4a17-9b39-c84e4154ac26 req-82b573f2-cc8e-43ef-9dd8-a808cb505df9 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423758 Oct 24 13:26:35.495624 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e3aca4d7-4441-4ba2-85f1-53fe4d97320f req-32e5265b-6f93-422c-9c78-1e90f6e12007 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452116 Oct 24 13:26:35.539820 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-42f2ee51-fc2f-4dd6-a407-e9b55f65ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:35.541356 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-42f2ee51-fc2f-4dd6-a407-e9b55f65ece6 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7fa2196e343c45b5b741c39417ba9ef8&device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 1128 time: 0.0458519 Oct 24 13:26:35.899823 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100dc47-17b0-485a-b638-41c1c7ede55f req-578cdfa0-6c8e-43b8-9985-8a733f2597a7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:35.901364 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1100dc47-17b0-485a-b638-41c1c7ede55f req-578cdfa0-6c8e-43b8-9985-8a733f2597a7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 944 time: 0.0514669 Oct 24 13:26:35.922934 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:35.954655 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1100dc47-17b0-485a-b638-41c1c7ede55f req-f78c4e68-d816-4acb-987a-15984f9a5599 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470343 Oct 24 13:26:36.015420 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['4dfc7079-30d9-488d-9dfc-1df75d250b32'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:26:36.181429 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62987f-a192-4ef0-841d-6784a71af4b2 req-e65190a4-fdc8-47f8-b66f-545c4ac6f6b0 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:36.185136 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5a62987f-a192-4ef0-841d-6784a71af4b2 req-e65190a4-fdc8-47f8-b66f-545c4ac6f6b0 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0686471 Oct 24 13:26:36.244780 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5a62987f-a192-4ef0-841d-6784a71af4b2 req-729c8113-51c0-4e84-9431-07eb49e9a999 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441670 Oct 24 13:26:36.304723 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:36.530647 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:36.600005 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea6a88-3cbb-462f-9cd8-d1a16e795ead req-c46fc287-5976-49c6-b75b-f89a4d87c1dd tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:36.602163 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4dea6a88-3cbb-462f-9cd8-d1a16e795ead req-c46fc287-5976-49c6-b75b-f89a4d87c1dd tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 944 time: 0.0655701 Oct 24 13:26:36.638076 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1656e-439a-40ec-be13-df98b4a3b124 req-a2567529-003d-42d9-8d15-4ab64774b04e tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:36.639671 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-53f1656e-439a-40ec-be13-df98b4a3b124 req-a2567529-003d-42d9-8d15-4ab64774b04e tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0542421 Oct 24 13:26:36.669561 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4dea6a88-3cbb-462f-9cd8-d1a16e795ead req-f24db551-f92c-4a54-984a-dfe974e691d6 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561748 Oct 24 13:26:36.696008 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-53f1656e-439a-40ec-be13-df98b4a3b124 req-da8d3b14-b130-4095-9159-09ea841c5daf tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503821 Oct 24 13:26:37.099594 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146a8c2-af99-47e2-a25c-82d456b89651 req-e6daff5d-340a-41da-8ae1-83b5480731f7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:37.101780 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c146a8c2-af99-47e2-a25c-82d456b89651 req-e6daff5d-340a-41da-8ae1-83b5480731f7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 944 time: 0.0686033 Oct 24 13:26:37.148373 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c146a8c2-af99-47e2-a25c-82d456b89651 req-12750d4d-42c2-4c11-862d-bc3d403cf233 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403955 Oct 24 13:26:37.169678 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device c7b02435-39c6-46a8-a356-81bef309201a details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:26:37.180057 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 4dfc7079-30d9-488d-9dfc-1df75d250b32 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:26:37.278155 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port 4dfc7079-30d9-488d-9dfc-1df75d250b32 completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:26:37.311320 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port c7b02435-39c6-46a8-a356-81bef309201a, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=c7b02435-39c6-46a8-a356-81bef309201a,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:26:37.323628 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': 'c7b02435-39c6-46a8-a356-81bef309201a', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'port_id': 'c7b02435-39c6-46a8-a356-81bef309201a', 'mac_address': 'fa:16:3e:43:2c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:26:37.325892 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:37.364143 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port c7b02435-39c6-46a8-a356-81bef309201a is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:26:37.364478 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (c7b02435-39c6-46a8-a356-81bef309201a), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:37.378118 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b02435-39c6-46a8-a356-81bef309201a {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:26:37.392171 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc6ca3-8364-4071-ac46-669da77ebf28 req-673c3eb4-beff-4844-8a30-b5836594b00d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:37.393856 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-30fc6ca3-8364-4071-ac46-669da77ebf28 req-673c3eb4-beff-4844-8a30-b5836594b00d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0474250 Oct 24 13:26:37.398531 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port c7b02435-39c6-46a8-a356-81bef309201a, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=c7b02435-39c6-46a8-a356-81bef309201a,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:26:37.407475 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 4dfc7079-30d9-488d-9dfc-1df75d250b32 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:26:37.407736 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:37.408071 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 4dfc7079-30d9-488d-9dfc-1df75d250b32 Oct 24 13:26:37.447122 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-30fc6ca3-8364-4071-ac46-669da77ebf28 req-bf455070-e074-4e8e-a504-ec3e96bbf56a tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478663 Oct 24 13:26:37.488632 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (c7b02435-39c6-46a8-a356-81bef309201a), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:37.514320 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:37.527389 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 4dfc7079-30d9-488d-9dfc-1df75d250b32 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:26:37.527775 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:37.563675 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=c7b02435-39c6-46a8-a356-81bef309201a,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:37.570138 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfc7079-30d9-488d-9dfc-1df75d250b32'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:26:37.572330 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecfa58e-e61c-46cc-bcdc-10946791034e" -d '{"events": [{"server_uuid": "d3d04bbb-034d-4cf1-a753-9c4cb48e92bd", "name": "network-vif-plugged", "status": "completed", "tag": "4dfc7079-30d9-488d-9dfc-1df75d250b32"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:26:37.584525 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 4dfc7079-30d9-488d-9dfc-1df75d250b32, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:26:37.609202 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35aa9f5-f83d-4d2c-a68e-778c17ea924b x-openstack-request-id: req-d35aa9f5-f83d-4d2c-a68e-778c17ea924b {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:26:37.609518 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d04bbb-034d-4cf1-a753-9c4cb48e92bd", "name": "network-vif-plugged", "status": "completed", "tag": "4dfc7079-30d9-488d-9dfc-1df75d250b32", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:26:37.609793 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d35aa9f5-f83d-4d2c-a68e-778c17ea924b {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:26:37.610193 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d35aa9f5-f83d-4d2c-a68e-778c17ea924b'] response: {'server_uuid': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfc7079-30d9-488d-9dfc-1df75d250b32', 'code': 200} Oct 24 13:26:37.709446 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:37.765994 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=4dfc7079-30d9-488d-9dfc-1df75d250b32,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:37.794142 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd37c7-bf56-4e9b-a896-e773dc08e5e4 req-87bb0b78-1f05-4a0c-b008-edadc463ccd4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:37.795666 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d6dd37c7-bf56-4e9b-a896-e773dc08e5e4 req-87bb0b78-1f05-4a0c-b008-edadc463ccd4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 945 time: 0.0492194 Oct 24 13:26:37.807185 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:37.848886 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fbe67-4491-41e4-9a1e-35ebaed2db54 req-81784910-40ab-49ae-9873-b222bd6198c4 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:37.849421 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d6dd37c7-bf56-4e9b-a896-e773dc08e5e4 req-5a3fc4be-ed4f-4dba-b85d-c5c4cb847f42 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477962 Oct 24 13:26:37.851657 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d07fbe67-4491-41e4-9a1e-35ebaed2db54 req-81784910-40ab-49ae-9873-b222bd6198c4 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.0531580 Oct 24 13:26:37.904248 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d07fbe67-4491-41e4-9a1e-35ebaed2db54 req-66c9e8b2-1e24-451e-a072-c1dfeddee3d3 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 Oct 24 13:26:37.937150 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['c7b02435-39c6-46a8-a356-81bef309201a'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:26:38.275710 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99c0c-c67f-442b-a235-4b9d21077984 req-c6ec4993-0b00-4e3d-a111-20b6d0878ade tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:38.277500 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9ff99c0c-c67f-442b-a235-4b9d21077984 req-c6ec4993-0b00-4e3d-a111-20b6d0878ade tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0502231 Oct 24 13:26:38.326501 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9ff99c0c-c67f-442b-a235-4b9d21077984 req-5cf5f64c-0659-4abc-84f8-c942cf6b3e7e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432787 Oct 24 13:26:38.597435 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad9085-7999-481a-8504-b8b1aa3f1dd7 req-792bb145-9ab2-4d5b-80f3-3e407aa89c22 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:38.598905 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a1ad9085-7999-481a-8504-b8b1aa3f1dd7 req-792bb145-9ab2-4d5b-80f3-3e407aa89c22 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0609980 Oct 24 13:26:38.659140 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a1ad9085-7999-481a-8504-b8b1aa3f1dd7 req-174029e3-3fe0-401f-a419-be1c84ad6c7f tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499079 Oct 24 13:26:38.808107 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-83a7febb-6ac6-4dfa-89a9-e6fd0087190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:38.809633 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-83a7febb-6ac6-4dfa-89a9-e6fd0087190b service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=958bd8a2-e988-4f21-ad22-567c0fb9f577 HTTP/1.1" status: 200 len: 918 time: 0.1003525 Oct 24 13:26:38.857257 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-f4595009-f444-4e64-b90c-642d57897f99 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32 HTTP/1.1" status: 200 len: 217 time: 0.0389032 Oct 24 13:26:38.910201 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-f4f9595b-ceec-47c5-9cfa-7861d721fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:38.912435 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-f4f9595b-ceec-47c5-9cfa-7861d721fab3 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=35e2c2ac-a24b-4c15-9d5d-d1af70da09b7 HTTP/1.1" status: 200 len: 856 time: 0.0493934 Oct 24 13:26:38.985282 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b114a-ef41-4eb0-a64d-01afd66d4294 req-3e9547ad-b061-4b0b-b04e-7fa4ad901de8 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:38.994395 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a58b114a-ef41-4eb0-a64d-01afd66d4294 req-3e9547ad-b061-4b0b-b04e-7fa4ad901de8 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 945 time: 0.0648274 Oct 24 13:26:39.048540 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a58b114a-ef41-4eb0-a64d-01afd66d4294 req-45d3f5ac-e8a6-444f-939c-3a9473d1b594 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545995 Oct 24 13:26:39.075624 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-ea39408f-e43e-42a5-93ea-785155752c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:39.077173 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-ea39408f-e43e-42a5-93ea-785155752c48 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=958bd8a2-e988-4f21-ad22-567c0fb9f577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1488183 Oct 24 13:26:39.103365 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e59335-6491-4736-8b11-6af251e69a78 req-233107f5-8792-44e8-ae22-97f16a7f8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:39.104838 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-79e59335-6491-4736-8b11-6af251e69a78 req-233107f5-8792-44e8-ae22-97f16a7f8d14 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 1129 time: 0.1410534 Oct 24 13:26:39.105241 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:39.131504 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b8161-1a0f-459f-8a1c-66b57c6bd2df req-eb5c55a7-caf8-462e-9320-4154ab9789f9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:39.133432 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0c4b8161-1a0f-459f-8a1c-66b57c6bd2df req-eb5c55a7-caf8-462e-9320-4154ab9789f9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 943 time: 0.1266921 Oct 24 13:26:39.134393 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77855e9-602b-425e-855e-4b094fd02da4 req-d689b6aa-d9e6-4409-860e-b8264714ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:39.135764 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b77855e9-602b-425e-855e-4b094fd02da4 req-d689b6aa-d9e6-4409-860e-b8264714ce1d service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 1129 time: 0.1603129 Oct 24 13:26:39.171946 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device bdec5a38-0967-442c-8d70-b3f416f6105f details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:26:39.237738 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device c7b02435-39c6-46a8-a356-81bef309201a up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:26:39.290464 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-79e59335-6491-4736-8b11-6af251e69a78 req-db9e1b6d-d673-46c4-ae0e-1262bb042497 service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727753 Oct 24 13:26:39.298081 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b77855e9-602b-425e-855e-4b094fd02da4 req-e440e461-5b4b-466a-98ba-36d4c95f3236 service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359906 Oct 24 13:26:39.302628 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-3b04bb51-e859-4d23-9644-b1f20bee2f0f service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145486 Oct 24 13:26:39.307389 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0c4b8161-1a0f-459f-8a1c-66b57c6bd2df req-f89b39a5-9616-4769-9e7b-64d82fc7537c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442721 Oct 24 13:26:39.316006 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port bdec5a38-0967-442c-8d70-b3f416f6105f, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=bdec5a38-0967-442c-8d70-b3f416f6105f,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:26:39.332681 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port c7b02435-39c6-46a8-a356-81bef309201a completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:26:39.332681 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': 'bdec5a38-0967-442c-8d70-b3f416f6105f', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'port_id': 'bdec5a38-0967-442c-8d70-b3f416f6105f', 'mac_address': 'fa:16:3e:ab:b5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:26:39.364982 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port bdec5a38-0967-442c-8d70-b3f416f6105f is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:26:39.365394 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (bdec5a38-0967-442c-8d70-b3f416f6105f), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:39.379218 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdec5a38-0967-442c-8d70-b3f416f6105f {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:26:39.399426 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port c7b02435-39c6-46a8-a356-81bef309201a triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:26:39.399796 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (c7b02435-39c6-46a8-a356-81bef309201a), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:39.400122 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port c7b02435-39c6-46a8-a356-81bef309201a Oct 24 13:26:39.403055 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port bdec5a38-0967-442c-8d70-b3f416f6105f, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=bdec5a38-0967-442c-8d70-b3f416f6105f,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:26:39.439122 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:39.457514 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b03443-96da-4a3f-a667-004bb08a13df req-315ce0a0-fd41-488b-940f-4dee0fa320a3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:39.458998 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-61b03443-96da-4a3f-a667-004bb08a13df req-315ce0a0-fd41-488b-940f-4dee0fa320a3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0509624 Oct 24 13:26:39.477497 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (bdec5a38-0967-442c-8d70-b3f416f6105f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:39.482619 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port c7b02435-39c6-46a8-a356-81bef309201a is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:26:39.482994 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (c7b02435-39c6-46a8-a356-81bef309201a), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:39.524855 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-61b03443-96da-4a3f-a667-004bb08a13df req-1785dc1a-39ef-45cf-8098-5e8b7d4594c1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596073 Oct 24 13:26:39.554682 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port c7b02435-39c6-46a8-a356-81bef309201a, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=c7b02435-39c6-46a8-a356-81bef309201a,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:26:39.567175 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=bdec5a38-0967-442c-8d70-b3f416f6105f,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:39.602244 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (c7b02435-39c6-46a8-a356-81bef309201a), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:39.625599 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de4c382-e12d-4068-96c2-58d44e5265db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b02435-39c6-46a8-a356-81bef309201a'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:26:39.627970 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea7d742-3798-4bfc-9b0f-be0db235680b" -d '{"events": [{"server_uuid": "8de4c382-e12d-4068-96c2-58d44e5265db", "name": "network-vif-plugged", "status": "completed", "tag": "c7b02435-39c6-46a8-a356-81bef309201a"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:26:39.657641 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=c7b02435-39c6-46a8-a356-81bef309201a,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:39.681854 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ce8326-7d6f-4034-9277-a3d5f02b0601 x-openstack-request-id: req-15ce8326-7d6f-4034-9277-a3d5f02b0601 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:26:39.681854 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de4c382-e12d-4068-96c2-58d44e5265db", "name": "network-vif-plugged", "status": "completed", "tag": "c7b02435-39c6-46a8-a356-81bef309201a", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:26:39.681854 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15ce8326-7d6f-4034-9277-a3d5f02b0601 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:26:39.681854 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ce8326-7d6f-4034-9277-a3d5f02b0601'] response: {'server_uuid': '8de4c382-e12d-4068-96c2-58d44e5265db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b02435-39c6-46a8-a356-81bef309201a', 'code': 200} Oct 24 13:26:39.817477 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362cf43-b73d-47ef-bb79-652235fdf2c5 req-e77210bf-e662-447e-80f4-b87056086ad3 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:39.819062 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0362cf43-b73d-47ef-bb79-652235fdf2c5 req-e77210bf-e662-447e-80f4-b87056086ad3 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0559289 Oct 24 13:26:39.871607 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0362cf43-b73d-47ef-bb79-652235fdf2c5 req-d39d342a-506a-4b41-bf8e-a16be229f534 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467267 Oct 24 13:26:40.002044 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['bdec5a38-0967-442c-8d70-b3f416f6105f'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:26:40.154979 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:40.250191 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:40.259195 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acd2e0-64d0-4e92-a999-19cbfdb8cfd2 req-ab497ca7-573e-4637-a5f1-fe2a7e3f9f61 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:40.266493 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a6acd2e0-64d0-4e92-a999-19cbfdb8cfd2 req-ab497ca7-573e-4637-a5f1-fe2a7e3f9f61 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.1415880 Oct 24 13:26:40.338577 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-33585efa-1ca0-407d-9cfd-d53045b67e51 req-19e6fb15-7354-414d-9fdd-adc3908bccf0 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840398 Oct 24 13:26:40.348937 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a6acd2e0-64d0-4e92-a999-19cbfdb8cfd2 req-f39f7870-050d-46a9-a88a-10038375284b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815001 Oct 24 13:26:40.449090 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47de80-67ac-427d-97de-ecab7f580432 req-8183083a-209d-442e-84c2-4d9b1a9a0507 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:40.450550 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-cd47de80-67ac-427d-97de-ecab7f580432 req-8183083a-209d-442e-84c2-4d9b1a9a0507 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 944 time: 0.0479965 Oct 24 13:26:40.504054 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-cd47de80-67ac-427d-97de-ecab7f580432 req-722d5be5-c8fe-4b57-8db5-3c30703cf270 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474269 Oct 24 13:26:40.653533 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeba0d3-2b59-447a-af18-09276412830e req-6a904c4c-c6f6-471c-9af6-040e03aeb969 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:40.655110 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-efeba0d3-2b59-447a-af18-09276412830e req-6a904c4c-c6f6-471c-9af6-040e03aeb969 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0510378 Oct 24 13:26:40.704595 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-efeba0d3-2b59-447a-af18-09276412830e req-5ce2e94f-bfdc-479b-80da-7d66a7b4171c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424621 Oct 24 13:26:40.990923 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b84e06-1a5a-4d59-be17-06c9e20c60d1 req-6e65156a-3555-461e-8393-13bac7fe3d36 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:40.992458 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-72b84e06-1a5a-4d59-be17-06c9e20c60d1 req-6e65156a-3555-461e-8393-13bac7fe3d36 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0467856 Oct 24 13:26:41.012929 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:41.042450 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-72b84e06-1a5a-4d59-be17-06c9e20c60d1 req-4fa942db-082f-423c-acf1-bd7c9a2bdc0b tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443780 Oct 24 13:26:41.401013 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device bdec5a38-0967-442c-8d70-b3f416f6105f up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:26:41.445829 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port bdec5a38-0967-442c-8d70-b3f416f6105f completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:26:41.468263 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2da5d-b9e0-4455-9691-e3e351c4b8cf req-037c08d1-d86b-426b-9e42-91fef1f19f95 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:41.469762 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-05f2da5d-b9e0-4455-9691-e3e351c4b8cf req-037c08d1-d86b-426b-9e42-91fef1f19f95 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0505121 Oct 24 13:26:41.486989 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port bdec5a38-0967-442c-8d70-b3f416f6105f triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:26:41.487906 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (bdec5a38-0967-442c-8d70-b3f416f6105f), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:41.488243 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port bdec5a38-0967-442c-8d70-b3f416f6105f Oct 24 13:26:41.525498 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-05f2da5d-b9e0-4455-9691-e3e351c4b8cf req-74f13ee3-87f9-4363-ad51-58250044c8ca tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498006 Oct 24 13:26:41.576438 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port bdec5a38-0967-442c-8d70-b3f416f6105f is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:26:41.576824 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (bdec5a38-0967-442c-8d70-b3f416f6105f), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:41.584741 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=6 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:41.610344 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port bdec5a38-0967-442c-8d70-b3f416f6105f, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=bdec5a38-0967-442c-8d70-b3f416f6105f,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:26:41.625001 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c556344-de59-43e1-9b5a-58262070a7df req-0c8e8025-086a-4dae-93b7-49c3b4df60d6 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:41.626471 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2c556344-de59-43e1-9b5a-58262070a7df req-0c8e8025-086a-4dae-93b7-49c3b4df60d6 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 944 time: 0.0477178 Oct 24 13:26:41.658378 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (bdec5a38-0967-442c-8d70-b3f416f6105f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:41.683023 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a568b3c6-b364-45d0-a9fa-2bdbde43ccaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdec5a38-0967-442c-8d70-b3f416f6105f'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:26:41.685465 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44065706-54d0-42e3-be67-8ff15ec7deb5" -d '{"events": [{"server_uuid": "a568b3c6-b364-45d0-a9fa-2bdbde43ccaa", "name": "network-vif-plugged", "status": "completed", "tag": "bdec5a38-0967-442c-8d70-b3f416f6105f"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:26:41.699211 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2c556344-de59-43e1-9b5a-58262070a7df req-4b519fc5-f28d-4e15-ba53-f37d746e8309 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633097 Oct 24 13:26:41.727216 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=bdec5a38-0967-442c-8d70-b3f416f6105f,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:41.744835 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ada8020-09ea-4353-ab17-35585a0b3926 x-openstack-request-id: req-8ada8020-09ea-4353-ab17-35585a0b3926 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:26:41.744835 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a568b3c6-b364-45d0-a9fa-2bdbde43ccaa", "name": "network-vif-plugged", "status": "completed", "tag": "bdec5a38-0967-442c-8d70-b3f416f6105f", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:26:41.744835 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ada8020-09ea-4353-ab17-35585a0b3926 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:26:41.744835 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ada8020-09ea-4353-ab17-35585a0b3926'] response: {'server_uuid': 'a568b3c6-b364-45d0-a9fa-2bdbde43ccaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdec5a38-0967-442c-8d70-b3f416f6105f', 'code': 200} Oct 24 13:26:41.834725 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6552211-19e7-4b3a-910d-3d544e93156c req-ecb708b2-7950-4287-88f0-e2ad84d2d4c4 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:41.836200 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c6552211-19e7-4b3a-910d-3d544e93156c req-ecb708b2-7950-4287-88f0-e2ad84d2d4c4 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0497506 Oct 24 13:26:41.883879 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c6552211-19e7-4b3a-910d-3d544e93156c req-1f47cb3f-f129-4a2c-94a9-69078a5b4b76 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420952 Oct 24 13:26:42.287120 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537694c3-69f1-422b-9ade-83ad3ba405e6 req-459bd27c-8805-4500-9eaa-001335d068a5 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:42.287120 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-537694c3-69f1-422b-9ade-83ad3ba405e6 req-459bd27c-8805-4500-9eaa-001335d068a5 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0442808 Oct 24 13:26:42.287120 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-537694c3-69f1-422b-9ade-83ad3ba405e6 req-84ca0b1f-5ee8-4269-bb2e-35522b22ab43 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409360 Oct 24 13:26:42.640146 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16501f-d427-48f1-88e2-0f123176e8bd req-e695f268-b043-4d38-8aad-910d2e1b6b97 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:42.641635 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8c16501f-d427-48f1-88e2-0f123176e8bd req-e695f268-b043-4d38-8aad-910d2e1b6b97 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0467203 Oct 24 13:26:42.688202 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8c16501f-d427-48f1-88e2-0f123176e8bd req-0e3e2f7a-7e3d-4d64-b429-c24c310a405d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408447 Oct 24 13:26:42.825755 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1b4ea-ee1b-46bc-807d-bb58c5b034bd req-d4d68883-3867-46c4-a9e6-8fa58371cbb7 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:42.827228 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-10d1b4ea-ee1b-46bc-807d-bb58c5b034bd req-d4d68883-3867-46c4-a9e6-8fa58371cbb7 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0599501 Oct 24 13:26:42.873758 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-10d1b4ea-ee1b-46bc-807d-bb58c5b034bd req-dae4967b-18f1-46d3-a81e-369e04cda966 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406847 Oct 24 13:26:43.013075 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039eae75-9181-4147-803f-abf7f7ac52b0 req-f853a6d1-14a4-4649-a11c-e42f30f18fd0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:43.019577 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-039eae75-9181-4147-803f-abf7f7ac52b0 req-f853a6d1-14a4-4649-a11c-e42f30f18fd0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0451539 Oct 24 13:26:43.064608 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-039eae75-9181-4147-803f-abf7f7ac52b0 req-63326718-d00d-4052-89ad-7eea81369ca2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444341 Oct 24 13:26:43.223988 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdcffd-9367-4e4a-a029-ce7633fafe07 req-d5e084ce-dfff-4440-9261-51f9bb902f50 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:43.226075 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b5cdcffd-9367-4e4a-a029-ce7633fafe07 req-d5e084ce-dfff-4440-9261-51f9bb902f50 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0458584 Oct 24 13:26:43.236495 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 34744) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:43.240834 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-65f21326-df33-453f-b3fd-d8c0bed42802 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Request body: {'floatingip': {'port_id': '4dfc7079-30d9-488d-9dfc-1df75d250b32'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:26:43.338860 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31467c8a-bdee-423c-a468-6ec40fab1e78 req-1942f3dd-7974-4743-abc8-eeeec374e975 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:43.340383 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-31467c8a-bdee-423c-a468-6ec40fab1e78 req-1942f3dd-7974-4743-abc8-eeeec374e975 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0486448 Oct 24 13:26:43.368763 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:43.392857 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-31467c8a-bdee-423c-a468-6ec40fab1e78 req-b7ad5f91-4586-4d2d-ad06-a5a53111e44a tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461669 Oct 24 13:26:43.497376 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-65f21326-df33-453f-b3fd-d8c0bed42802 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for floatingip (bd1983b9-ec4e-40ac-ac6e-477a3745db68), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:43.621505 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:43.877080 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ec95f-c3f6-4b70-8861-e4c0768b4268 req-c384532e-5a7d-4d3c-9452-6aacd504c46b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:43.878478 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d71ec95f-c3f6-4b70-8861-e4c0768b4268 req-c384532e-5a7d-4d3c-9452-6aacd504c46b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.1142848 Oct 24 13:26:44.007577 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177844ab-29c1-4d8f-a88c-0f6e3a1ad5c9 req-2da5fee5-44fb-47f6-a2bb-c27b0e1f3d5b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:44.010018 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-177844ab-29c1-4d8f-a88c-0f6e3a1ad5c9 req-2da5fee5-44fb-47f6-a2bb-c27b0e1f3d5b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0511851 Oct 24 13:26:44.059936 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-177844ab-29c1-4d8f-a88c-0f6e3a1ad5c9 req-4ead5c23-128b-4934-ab3d-6a6fd5371c80 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433285 Oct 24 13:26:44.066939 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d71ec95f-c3f6-4b70-8861-e4c0768b4268 req-06f5e677-4173-438e-ac8e-1ab70e3f9b97 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768479 Oct 24 13:26:44.164290 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-65f21326-df33-453f-b3fd-d8c0bed42802 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:44.223511 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-65f21326-df33-453f-b3fd-d8c0bed42802 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (bd1983b9-ec4e-40ac-ac6e-477a3745db68), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:44.263234 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:44.316528 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [None req-65f21326-df33-453f-b3fd-d8c0bed42802 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Floating IP bd1983b9-ec4e-40ac-ac6e-477a3745db68 associated. External IP: 172.27.3.46, port: 4dfc7079-30d9-488d-9dfc-1df75d250b32. Oct 24 13:26:44.545942 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6deff0f-9ff1-418b-950c-8b52b8962c0c req-a6c6db74-0845-4c5f-ad1d-3abc3c883f91 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:44.547372 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f6deff0f-9ff1-418b-950c-8b52b8962c0c req-a6c6db74-0845-4c5f-ad1d-3abc3c883f91 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0591843 Oct 24 13:26:44.549082 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f21326-df33-453f-b3fd-d8c0bed42802 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:26:44.637486 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f6deff0f-9ff1-418b-950c-8b52b8962c0c req-164facb2-1c04-42de-9fae-ecc297107bbc tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844798 Oct 24 13:26:44.686435 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f21326-df33-453f-b3fd-d8c0bed42802 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:26:44.690809 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-65f21326-df33-453f-b3fd-d8c0bed42802 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:44.693200 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:44.698386 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29567c5-86fc-499e-a78d-f6f8931474f1 None None] Sync routers for ids ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:26:44.709154 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29567c5-86fc-499e-a78d-f6f8931474f1 None None] Routers {'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:26:44.711895 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-a29567c5-86fc-499e-a78d-f6f8931474f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:26:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:26:44.724089 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-65f21326-df33-453f-b3fd-d8c0bed42802 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/bd1983b9-ec4e-40ac-ac6e-477a3745db68 HTTP/1.1" status: 200 len: 990 time: 1.4865119 Oct 24 13:26:44.724865 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'tag': '4dfc7079-30d9-488d-9dfc-1df75d250b32'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:26:44.727731 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666a5858-2506-4f4c-a9d2-35acea7bad36" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d04bbb-034d-4cf1-a753-9c4cb48e92bd", "tag": "4dfc7079-30d9-488d-9dfc-1df75d250b32"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:26:44.764170 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201f71c6-e32a-4680-adc1-1cf1de995dfb x-openstack-request-id: req-201f71c6-e32a-4680-adc1-1cf1de995dfb {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:26:44.764490 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d04bbb-034d-4cf1-a753-9c4cb48e92bd", "tag": "4dfc7079-30d9-488d-9dfc-1df75d250b32", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:26:44.764741 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-201f71c6-e32a-4680-adc1-1cf1de995dfb {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:26:44.765166 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-201f71c6-e32a-4680-adc1-1cf1de995dfb'] response: {'name': 'network-changed', 'server_uuid': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'tag': '4dfc7079-30d9-488d-9dfc-1df75d250b32', 'status': 'completed', 'code': 200} Oct 24 13:26:44.810136 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-a29567c5-86fc-499e-a78d-f6f8931474f1 None None] Set router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:26:45.053922 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-a29567c5-86fc-499e-a78d-f6f8931474f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:24Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'bd1983b9-ec4e-40ac-ac6e-477a3745db68', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'port_id': '4dfc7079-30d9-488d-9dfc-1df75d250b32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'mac_address': 'fa:16:3e:51:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:25:32Z', 'updated_at': '2022-10-24T13:26:44Z', 'revision_number': 1, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3762bde-9e66-4e5d-9f19-336f30e3e971', 'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'mac_address': 'fa:16:3e:74:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:22Z', 'updated_at': '2022-10-24T13:25:33Z', 'revision_number': 5, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'subnets': [{'id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:26:45.078428 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29567c5-86fc-499e-a78d-f6f8931474f1 None None] Checking router: fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:26:45.089596 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29567c5-86fc-499e-a78d-f6f8931474f1 None None] Routers {'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:26:45.090363 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-a29567c5-86fc-499e-a78d-f6f8931474f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:26:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:26:45.199188 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-a29567c5-86fc-499e-a78d-f6f8931474f1 None None] Set router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:26:45.204561 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f35b85-c46d-4b30-878e-d0b27181d43e req-e2cb20b7-b215-46b8-bd9e-9956a62da659 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:45.206280 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134558c4-6fb1-4126-b0f4-880e123d6b4f req-878e8005-4155-4138-bb59-44ec988a0037 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:45.206713 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e1f35b85-c46d-4b30-878e-d0b27181d43e req-e2cb20b7-b215-46b8-bd9e-9956a62da659 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0602987 Oct 24 13:26:45.207899 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-134558c4-6fb1-4126-b0f4-880e123d6b4f req-878e8005-4155-4138-bb59-44ec988a0037 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0545347 Oct 24 13:26:45.263340 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-134558c4-6fb1-4126-b0f4-880e123d6b4f req-8ec26ef0-db06-44b2-a406-e6e763ecd9e5 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497544 Oct 24 13:26:45.429216 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-a29567c5-86fc-499e-a78d-f6f8931474f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:24Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'bd1983b9-ec4e-40ac-ac6e-477a3745db68', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'port_id': '4dfc7079-30d9-488d-9dfc-1df75d250b32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'mac_address': 'fa:16:3e:51:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:25:32Z', 'updated_at': '2022-10-24T13:26:44Z', 'revision_number': 1, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3762bde-9e66-4e5d-9f19-336f30e3e971', 'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'mac_address': 'fa:16:3e:74:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:22Z', 'updated_at': '2022-10-24T13:25:33Z', 'revision_number': 5, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'subnets': [{'id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:26:45.448969 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e1f35b85-c46d-4b30-878e-d0b27181d43e req-bfb89898-f855-4977-8a2a-cfc64452f60d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359006 Oct 24 13:26:45.453893 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29567c5-86fc-499e-a78d-f6f8931474f1 None None] The sync data for ids ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'] in dv-cinder-862491-1-iscsi is: [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:24Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'bd1983b9-ec4e-40ac-ac6e-477a3745db68', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'port_id': '4dfc7079-30d9-488d-9dfc-1df75d250b32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'mac_address': 'fa:16:3e:51:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:25:32Z', 'updated_at': '2022-10-24T13:26:44Z', 'revision_number': 1, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3762bde-9e66-4e5d-9f19-336f30e3e971', 'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'mac_address': 'fa:16:3e:74:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:22Z', 'updated_at': '2022-10-24T13:25:33Z', 'revision_number': 5, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'subnets': [{'id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:26:45.633277 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c584d0a-61dd-44d2-91e1-7cf9de698e54 None None] New status for floating IP bd1983b9-ec4e-40ac-ac6e-477a3745db68: ACTIVE {{(pid=104909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:26:45.757876 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4fedd-ce90-4bff-85c2-3ee4bdd4a313 req-63c718c5-8a69-49ca-a56d-2298120f18c3 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:45.759364 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f1c4fedd-ce90-4bff-85c2-3ee4bdd4a313 req-63c718c5-8a69-49ca-a56d-2298120f18c3 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0468018 Oct 24 13:26:45.806044 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f1c4fedd-ce90-4bff-85c2-3ee4bdd4a313 req-aedd4a85-e351-490d-9f0d-e6d52a9b7b9a tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408051 Oct 24 13:26:46.519098 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e79e6f-ac7e-496c-882c-411321b38edc req-75e23798-b728-49b1-8bd0-2627c924432e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:46.523985 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f6e79e6f-ac7e-496c-882c-411321b38edc req-75e23798-b728-49b1-8bd0-2627c924432e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0524609 Oct 24 13:26:46.576285 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f6e79e6f-ac7e-496c-882c-411321b38edc req-057ece07-439f-412c-b440-dea398e481cc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512290 Oct 24 13:26:46.585302 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65519-fdde-425d-9fcd-f1906767f59c req-ede1e8dc-be8d-480a-9009-deffa6082da3 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:46.587332 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-eed65519-fdde-425d-9fcd-f1906767f59c req-ede1e8dc-be8d-480a-9009-deffa6082da3 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0618348 Oct 24 13:26:46.635315 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-eed65519-fdde-425d-9fcd-f1906767f59c req-b7cd4956-2a24-4e55-b4e3-e8cd5824923a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 Oct 24 13:26:46.931604 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebb2cd-2e3b-4868-bd17-d857526b1b71 req-7409c197-fbf6-43eb-8ebf-19fcdd1e2032 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:46.933106 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3eebb2cd-2e3b-4868-bd17-d857526b1b71 req-7409c197-fbf6-43eb-8ebf-19fcdd1e2032 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0512509 Oct 24 13:26:46.980942 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3eebb2cd-2e3b-4868-bd17-d857526b1b71 req-319bc6e6-8ea3-4c2c-93f2-56e16625709e tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421884 Oct 24 13:26:47.719368 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10607dec-4ab5-4309-8611-22c8c800367a req-bcb9e2a6-b145-4d01-9c02-dd84917b52ea tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:47.721203 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-10607dec-4ab5-4309-8611-22c8c800367a req-bcb9e2a6-b145-4d01-9c02-dd84917b52ea tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0620730 Oct 24 13:26:47.790751 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f916b0-ae82-49c1-af2e-dc045491fa52 req-8d777a81-d757-4bdd-8780-ad53b898b598 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:47.793982 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-10607dec-4ab5-4309-8611-22c8c800367a req-d1c8b973-79c1-4b8e-a2a3-6f72f4cf30f7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670884 Oct 24 13:26:47.800004 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-28f916b0-ae82-49c1-af2e-dc045491fa52 req-8d777a81-d757-4bdd-8780-ad53b898b598 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0732048 Oct 24 13:26:47.860977 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-28f916b0-ae82-49c1-af2e-dc045491fa52 req-699d30e4-3ade-459e-8a1a-af5fbe23d3e1 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589645 Oct 24 13:26:48.917189 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ccaed-822a-4eb0-8a16-81f3e14d833d req-3faf47f0-0472-496e-95f9-6cf931f7f61d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:48.918661 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bd5ccaed-822a-4eb0-8a16-81f3e14d833d req-3faf47f0-0472-496e-95f9-6cf931f7f61d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0462739 Oct 24 13:26:48.965531 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:48.973053 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bd5ccaed-822a-4eb0-8a16-81f3e14d833d req-cca99259-031e-4c9c-ae0c-7366d0e1a564 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485897 Oct 24 13:26:48.980655 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f200dc-f5cd-426b-9850-dc22c3af5c50 req-6f9003a8-a626-4f4a-8b16-94b7011e381f tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:48.987094 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-67f200dc-f5cd-426b-9850-dc22c3af5c50 req-6f9003a8-a626-4f4a-8b16-94b7011e381f tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0477588 Oct 24 13:26:49.034556 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-67f200dc-f5cd-426b-9850-dc22c3af5c50 req-768175ae-a37b-431e-9947-b5202b1687fc tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468206 Oct 24 13:26:50.094651 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852afde-1614-42be-8f04-ae0dadc0228e req-8bcc14c9-a7be-4b26-8c69-63ddbe1d4134 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:50.096447 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9852afde-1614-42be-8f04-ae0dadc0228e req-8bcc14c9-a7be-4b26-8c69-63ddbe1d4134 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0483761 Oct 24 13:26:50.172648 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9852afde-1614-42be-8f04-ae0dadc0228e req-8c7c8cb9-f735-429e-ac3a-a0f1982cb952 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706952 Oct 24 13:26:50.177420 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6790b7a-fda1-4d49-9431-ca03b5f6fafb req-9374d8f8-b76b-4c99-9f10-2c63636fdc0a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:50.184119 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b6790b7a-fda1-4d49-9431-ca03b5f6fafb req-9374d8f8-b76b-4c99-9f10-2c63636fdc0a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0695009 Oct 24 13:26:50.229574 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b6790b7a-fda1-4d49-9431-ca03b5f6fafb req-5eff5ac8-59e0-4cc4-a1ab-ed69a1b30284 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446026 Oct 24 13:26:51.194550 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:51.212185 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a5858-2506-4f4c-a9d2-35acea7bad36 req-334e63b3-5eed-45bc-8abb-e899140230b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:51.212185 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-666a5858-2506-4f4c-a9d2-35acea7bad36 req-334e63b3-5eed-45bc-8abb-e899140230b2 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7fa2196e343c45b5b741c39417ba9ef8&device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 1129 time: 0.0475507 Oct 24 13:26:51.314789 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b10da-efa7-4aa9-bbb0-04ccd80ad669 req-92afd1e2-c275-40e0-be00-ca3b008c71b5 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:51.317624 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fc7b10da-efa7-4aa9-bbb0-04ccd80ad669 req-92afd1e2-c275-40e0-be00-ca3b008c71b5 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0630074 Oct 24 13:26:51.366720 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fc7b10da-efa7-4aa9-bbb0-04ccd80ad669 req-f524cbe0-8005-4990-a852-0979e6bb9a26 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447855 Oct 24 13:26:51.450697 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256d26-e0e3-4b07-85d9-794a1a745e99 req-1b88ad68-522c-4e49-9daa-ba69f197cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:51.452184 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-56256d26-e0e3-4b07-85d9-794a1a745e99 req-1b88ad68-522c-4e49-9daa-ba69f197cc65 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 1130 time: 0.1353426 Oct 24 13:26:51.456840 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4f27e-c3ca-4a07-a80b-a49cc0f4012b req-1b393dfe-e1d6-4deb-8252-5caefbdb7631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:51.458318 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-08a4f27e-c3ca-4a07-a80b-a49cc0f4012b req-1b393dfe-e1d6-4deb-8252-5caefbdb7631 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 1129 time: 0.1568601 Oct 24 13:26:51.477946 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c190ab-df07-4918-9f51-3c9b3059fd20 req-8e9c5eaa-433a-48e2-89a6-b841909f2918 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:51.479315 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e8c190ab-df07-4918-9f51-3c9b3059fd20 req-8e9c5eaa-433a-48e2-89a6-b841909f2918 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.1613679 Oct 24 13:26:51.583322 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a5858-2506-4f4c-a9d2-35acea7bad36 req-e1715d18-0459-488c-9e24-94eaaac2e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:51.585344 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-666a5858-2506-4f4c-a9d2-35acea7bad36 req-e1715d18-0459-488c-9e24-94eaaac2e98d service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=958bd8a2-e988-4f21-ad22-567c0fb9f577 HTTP/1.1" status: 200 len: 918 time: 0.2845790 Oct 24 13:26:51.589994 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-56256d26-e0e3-4b07-85d9-794a1a745e99 req-8807ae9c-a335-4f72-8786-f87ab48730e1 service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275728 Oct 24 13:26:51.604470 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-08a4f27e-c3ca-4a07-a80b-a49cc0f4012b req-bccb17cc-3e81-4921-8bad-8878af5834a5 service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342013 Oct 24 13:26:51.611937 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e8c190ab-df07-4918-9f51-3c9b3059fd20 req-be7168ac-50e5-43dd-af9c-5e65a89ab386 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186116 Oct 24 13:26:51.668826 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:51.688186 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-666a5858-2506-4f4c-a9d2-35acea7bad36 req-faac23f3-64d2-4a71-a5b8-a2d5f3df35a8 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32 HTTP/1.1" status: 200 len: 1000 time: 0.0972629 Oct 24 13:26:52.486974 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031914-be96-4341-b6c5-8f3a921ac7d9 req-33de73b7-6a91-4226-b755-cb4aa7d82f19 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:52.488376 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a4031914-be96-4341-b6c5-8f3a921ac7d9 req-33de73b7-6a91-4226-b755-cb4aa7d82f19 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0485299 Oct 24 13:26:52.534765 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a4031914-be96-4341-b6c5-8f3a921ac7d9 req-775ca1d9-6b25-4910-94cb-337e4914d4dc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400584 Oct 24 13:26:52.766782 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441a443-eb65-46e0-9607-1d7ab90eb6ce req-67492b14-ba29-4e81-b065-ce34b52a769a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:52.768163 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c441a443-eb65-46e0-9607-1d7ab90eb6ce req-67492b14-ba29-4e81-b065-ce34b52a769a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0752289 Oct 24 13:26:52.769610 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a5858-2506-4f4c-a9d2-35acea7bad36 req-2011bdc5-2c82-42ff-ae58-b33d5d9a4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:52.770932 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-666a5858-2506-4f4c-a9d2-35acea7bad36 req-2011bdc5-2c82-42ff-ae58-b33d5d9a4d9d service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=35e2c2ac-a24b-4c15-9d5d-d1af70da09b7 HTTP/1.1" status: 200 len: 856 time: 0.0867410 Oct 24 13:26:52.815396 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c441a443-eb65-46e0-9607-1d7ab90eb6ce req-38bc4aaa-885a-457a-b2a9-99f234bc24bf tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411315 Oct 24 13:26:53.669442 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbd5a8-a97c-4025-8393-6f8cc75968f3 req-d94c0d32-f703-49f1-bde5-5aa30fc6e948 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:53.670940 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-34cbd5a8-a97c-4025-8393-6f8cc75968f3 req-d94c0d32-f703-49f1-bde5-5aa30fc6e948 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0495341 Oct 24 13:26:53.720328 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-34cbd5a8-a97c-4025-8393-6f8cc75968f3 req-cbb2a4b7-66de-4a38-847b-4645fd0b3750 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433254 Oct 24 13:26:53.777869 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 34942) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:53.886812 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-aa4061ab-38bd-47fa-9ba0-cb9e531647f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:53.951917 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa792cff-9d3d-4c93-aca1-8ae213d9053d req-7dcce42c-7cc4-4be2-a5bd-8bd1b2c44bcd tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:53.953411 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-aa792cff-9d3d-4c93-aca1-8ae213d9053d req-7dcce42c-7cc4-4be2-a5bd-8bd1b2c44bcd tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0631986 Oct 24 13:26:54.058969 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-aa792cff-9d3d-4c93-aca1-8ae213d9053d req-d0392e65-6259-49c1-875a-cfe4d86ff481 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968111 Oct 24 13:26:54.068619 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a5858-2506-4f4c-a9d2-35acea7bad36 req-3b4cf8a4-ac61-444c-ac2b-bec775a1eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:54.070125 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-666a5858-2506-4f4c-a9d2-35acea7bad36 req-3b4cf8a4-ac61-444c-ac2b-bec775a1eec5 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=958bd8a2-e988-4f21-ad22-567c0fb9f577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630865 Oct 24 13:26:54.079050 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:54.086802 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-aa4061ab-38bd-47fa-9ba0-cb9e531647f4 admin admin] Publish callbacks [] for security_group (37c4d7dd-bc9f-4211-afa1-2693995801f6), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:54.137509 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-aa4061ab-38bd-47fa-9ba0-cb9e531647f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (37c4d7dd-bc9f-4211-afa1-2693995801f6), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:54.177347 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-aa4061ab-38bd-47fa-9ba0-cb9e531647f4 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=de6d3c11508b4b388b44e9a7eb73e753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984578 Oct 24 13:26:54.179611 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4061ab-38bd-47fa-9ba0-cb9e531647f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c4d7dd-bc9f-4211-afa1-2693995801f6,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:54.180919 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 34948) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:54.232840 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-52ff548e-3772-41a2-8800-5262bf626e11 admin admin] Publish callbacks [] for security_group (37c4d7dd-bc9f-4211-afa1-2693995801f6), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:54.255761 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-52ff548e-3772-41a2-8800-5262bf626e11 admin admin] Publish callbacks [] for security_group (37c4d7dd-bc9f-4211-afa1-2693995801f6), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:54.331883 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-52ff548e-3772-41a2-8800-5262bf626e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (37c4d7dd-bc9f-4211-afa1-2693995801f6), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:54.335128 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-52ff548e-3772-41a2-8800-5262bf626e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:54.337000 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-52ff548e-3772-41a2-8800-5262bf626e11 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/37c4d7dd-bc9f-4211-afa1-2693995801f6 HTTP/1.1" status: 204 len: 168 time: 0.1543491 Oct 24 13:26:54.340618 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:54.346988 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff548e-3772-41a2-8800-5262bf626e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c4d7dd-bc9f-4211-afa1-2693995801f6,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:54.377328 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-666a5858-2506-4f4c-a9d2-35acea7bad36 req-01b81970-9e87-479c-a2e4-f597f628a0a9 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116753 Oct 24 13:26:54.509497 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:54.850789 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec0612-b5c0-4d94-95d4-f6a61d21c954 req-99b4b64a-4b3e-41a3-88c3-237e5851559e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:54.852358 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fcec0612-b5c0-4d94-95d4-f6a61d21c954 req-99b4b64a-4b3e-41a3-88c3-237e5851559e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0505865 Oct 24 13:26:54.904331 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fcec0612-b5c0-4d94-95d4-f6a61d21c954 req-034169a2-074b-4665-af60-bd3a72cf44ee tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457387 Oct 24 13:26:54.987741 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 34972) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:55.002148 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6d09ae12-c159-433e-9474-5349a9386222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:55.086949 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6d09ae12-c159-433e-9474-5349a9386222 admin admin] Publish callbacks [] for security_group (52e57e11-a227-460e-9c4a-d2d1e9c6dcb6), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:55.193272 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-666a5858-2506-4f4c-a9d2-35acea7bad36 req-33f0bc7b-ae25-49d2-adad-c5573aaa3172 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046052 Oct 24 13:26:55.195363 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6d09ae12-c159-433e-9474-5349a9386222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (52e57e11-a227-460e-9c4a-d2d1e9c6dcb6), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:55.233970 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09ae12-c159-433e-9474-5349a9386222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e57e11-a227-460e-9c4a-d2d1e9c6dcb6,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:55.238313 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-6d09ae12-c159-433e-9474-5349a9386222 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=83e459c1aa504495a7010b57cc3c5bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495120 Oct 24 13:26:55.241599 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 34976) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:55.293275 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e9cc877b-b6d5-4fbd-ad1e-affb262a45ec admin admin] Publish callbacks [] for security_group (52e57e11-a227-460e-9c4a-d2d1e9c6dcb6), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:55.314311 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e9cc877b-b6d5-4fbd-ad1e-affb262a45ec admin admin] Publish callbacks [] for security_group (52e57e11-a227-460e-9c4a-d2d1e9c6dcb6), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:55.423420 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e9cc877b-b6d5-4fbd-ad1e-affb262a45ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (52e57e11-a227-460e-9c4a-d2d1e9c6dcb6), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:55.426161 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e9cc877b-b6d5-4fbd-ad1e-affb262a45ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:55.427336 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-e9cc877b-b6d5-4fbd-ad1e-affb262a45ec admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/52e57e11-a227-460e-9c4a-d2d1e9c6dcb6 HTTP/1.1" status: 204 len: 168 time: 0.1847138 Oct 24 13:26:55.431963 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=76 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:55.442156 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc877b-b6d5-4fbd-ad1e-affb262a45ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e57e11-a227-460e-9c4a-d2d1e9c6dcb6,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:55.473254 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334d063-f48c-46e1-9b8e-33282bcfbf60 req-18ed4460-7ce8-4c11-9376-4f2531606772 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:55.482050 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6334d063-f48c-46e1-9b8e-33282bcfbf60 req-18ed4460-7ce8-4c11-9376-4f2531606772 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0685542 Oct 24 13:26:55.544644 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6334d063-f48c-46e1-9b8e-33282bcfbf60 req-d1cf3670-911a-4975-888a-b4a89f08d6dd tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615330 Oct 24 13:26:55.574699 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1cb0e-c59c-4f37-b813-7eacf0885f2d req-1beae317-27ff-4595-9d8b-1db5a208d549 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:55.581870 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a5f1cb0e-c59c-4f37-b813-7eacf0885f2d req-1beae317-27ff-4595-9d8b-1db5a208d549 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0682447 Oct 24 13:26:55.632686 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a5f1cb0e-c59c-4f37-b813-7eacf0885f2d req-e40325ce-43ea-4331-bd34-a2291baef6f3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499053 Oct 24 13:26:55.652861 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:55.665728 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db535bb-86d4-4810-a6d8-2910b2353d62 req-2a524b8e-d069-4fbf-bd97-21ec50287609 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:55.667183 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5db535bb-86d4-4810-a6d8-2910b2353d62 req-2a524b8e-d069-4fbf-bd97-21ec50287609 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0499153 Oct 24 13:26:55.677421 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 34988) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:55.682564 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-85e85967-ca7e-4d03-a060-599716229350 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Request body: {'floatingip': {'port_id': 'bdec5a38-0967-442c-8d70-b3f416f6105f'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:26:55.728534 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-85e85967-ca7e-4d03-a060-599716229350 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for floatingip (9e771357-34ea-4fec-8d11-be1d4d3ee97f), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:56.141493 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4aebb-3c70-4b6b-a2b2-27670cdcc012 req-aff69831-11d8-44c7-9c69-b96586425e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:56.142993 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-41b4aebb-3c70-4b6b-a2b2-27670cdcc012 req-aff69831-11d8-44c7-9c69-b96586425e33 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 1130 time: 0.0868514 Oct 24 13:26:56.149730 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:56.255448 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35014) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:56.262342 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:56.270545 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8b9c21dd-cc29-4f79-9c92-3c51fe17e54b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:56.350684 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-85e85967-ca7e-4d03-a060-599716229350 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:56.362330 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4aebb-3c70-4b6b-a2b2-27670cdcc012 req-25eff22a-f987-46c7-b056-e6d3c3a46399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:56.364442 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-41b4aebb-3c70-4b6b-a2b2-27670cdcc012 req-25eff22a-f987-46c7-b056-e6d3c3a46399 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 918 time: 0.1675613 Oct 24 13:26:56.395935 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8b9c21dd-cc29-4f79-9c92-3c51fe17e54b admin admin] Publish callbacks [] for security_group (a42c6e53-03ca-416d-8a6b-787ec439ee92), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:56.430217 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-41b4aebb-3c70-4b6b-a2b2-27670cdcc012 req-cf7c17f5-77dd-4fc9-aea7-e0b01c7f3c5c service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7b02435-39c6-46a8-a356-81bef309201a HTTP/1.1" status: 200 len: 217 time: 0.0525503 Oct 24 13:26:56.430937 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-85e85967-ca7e-4d03-a060-599716229350 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (9e771357-34ea-4fec-8d11-be1d4d3ee97f), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:56.475099 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8b9c21dd-cc29-4f79-9c92-3c51fe17e54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (a42c6e53-03ca-416d-8a6b-787ec439ee92), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:56.528167 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-8b9c21dd-cc29-4f79-9c92-3c51fe17e54b admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=334d1fceb8514d90959036e927f7bf67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686427 Oct 24 13:26:56.528379 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c21dd-cc29-4f79-9c92-3c51fe17e54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42c6e53-03ca-416d-8a6b-787ec439ee92,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:56.530712 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35020) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:56.567735 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:56.596766 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e7de8a7f-7706-4b7b-bbb3-58654bc2ee4b admin admin] Publish callbacks [] for security_group (a42c6e53-03ca-416d-8a6b-787ec439ee92), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:56.620296 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e7de8a7f-7706-4b7b-bbb3-58654bc2ee4b admin admin] Publish callbacks [] for security_group (a42c6e53-03ca-416d-8a6b-787ec439ee92), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:56.623126 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4aebb-3c70-4b6b-a2b2-27670cdcc012 req-eb185167-90b8-4b5e-978a-fdd0b25df82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:56.624706 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-41b4aebb-3c70-4b6b-a2b2-27670cdcc012 req-eb185167-90b8-4b5e-978a-fdd0b25df82a service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.1569431 Oct 24 13:26:56.678316 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [None req-85e85967-ca7e-4d03-a060-599716229350 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Floating IP 9e771357-34ea-4fec-8d11-be1d4d3ee97f associated. External IP: 172.27.3.127, port: bdec5a38-0967-442c-8d70-b3f416f6105f. Oct 24 13:26:56.720368 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4aebb-3c70-4b6b-a2b2-27670cdcc012 req-a3aaa514-8223-4645-be3b-4d1ce802dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:56.721984 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-41b4aebb-3c70-4b6b-a2b2-27670cdcc012 req-a3aaa514-8223-4645-be3b-4d1ce802dda9 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892680 Oct 24 13:26:56.738047 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e7de8a7f-7706-4b7b-bbb3-58654bc2ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (a42c6e53-03ca-416d-8a6b-787ec439ee92), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:56.739552 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e7de8a7f-7706-4b7b-bbb3-58654bc2ee4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:56.739714 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:56.743460 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-e7de8a7f-7706-4b7b-bbb3-58654bc2ee4b admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/a42c6e53-03ca-416d-8a6b-787ec439ee92 HTTP/1.1" status: 204 len: 168 time: 0.2092934 Oct 24 13:26:56.776769 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de8a7f-7706-4b7b-bbb3-58654bc2ee4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42c6e53-03ca-416d-8a6b-787ec439ee92,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:56.793406 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04575a57-4e4b-4a0b-9ae2-ee790371c49d req-9d2dee51-0642-4f36-bdd5-b494b25b9bda tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:56.795277 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-04575a57-4e4b-4a0b-9ae2-ee790371c49d req-9d2dee51-0642-4f36-bdd5-b494b25b9bda tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0727816 Oct 24 13:26:56.876850 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-04575a57-4e4b-4a0b-9ae2-ee790371c49d req-d36953cb-2436-47eb-ad87-937fd077381e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721018 Oct 24 13:26:57.125978 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-41b4aebb-3c70-4b6b-a2b2-27670cdcc012 req-39d229ac-419c-4e48-b8c4-f77198eca82d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968363 Oct 24 13:26:57.247037 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e85967-ca7e-4d03-a060-599716229350 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Router 635f7fac-5283-4887-8c50-83405dd41960 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:26:57.275734 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-41b4aebb-3c70-4b6b-a2b2-27670cdcc012 req-c7309ded-ae12-47ba-8fa4-b930ecfd96cc service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389813 Oct 24 13:26:57.377688 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e85967-ca7e-4d03-a060-599716229350 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:26:57.383085 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-85e85967-ca7e-4d03-a060-599716229350 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:57.396096 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9897acd9-6829-4010-9542-d8ea024e04d1 None None] Sync routers for ids ['635f7fac-5283-4887-8c50-83405dd41960'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:26:57.413195 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9897acd9-6829-4010-9542-d8ea024e04d1 None None] Routers {'635f7fac-5283-4887-8c50-83405dd41960'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:26:57.415938 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-9897acd9-6829-4010-9542-d8ea024e04d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:26:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['635f7fac-5283-4887-8c50-83405dd41960'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:26:57.452472 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-85e85967-ca7e-4d03-a060-599716229350 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/9e771357-34ea-4fec-8d11-be1d4d3ee97f HTTP/1.1" status: 200 len: 991 time: 1.7739208 Oct 24 13:26:57.453286 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a568b3c6-b364-45d0-a9fa-2bdbde43ccaa', 'tag': 'bdec5a38-0967-442c-8d70-b3f416f6105f'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:26:57.462312 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c9aa07-c7e5-412c-a774-421ba7dcb860" -d '{"events": [{"name": "network-changed", "server_uuid": "a568b3c6-b364-45d0-a9fa-2bdbde43ccaa", "tag": "bdec5a38-0967-442c-8d70-b3f416f6105f"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:26:57.500023 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c68b2c-53ab-4170-9a7f-19180bd4e79d x-openstack-request-id: req-d8c68b2c-53ab-4170-9a7f-19180bd4e79d {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:26:57.500460 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a568b3c6-b364-45d0-a9fa-2bdbde43ccaa", "tag": "bdec5a38-0967-442c-8d70-b3f416f6105f", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:26:57.500779 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8c68b2c-53ab-4170-9a7f-19180bd4e79d {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:26:57.501246 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c68b2c-53ab-4170-9a7f-19180bd4e79d'] response: {'name': 'network-changed', 'server_uuid': 'a568b3c6-b364-45d0-a9fa-2bdbde43ccaa', 'tag': 'bdec5a38-0967-442c-8d70-b3f416f6105f', 'status': 'completed', 'code': 200} Oct 24 13:26:57.544333 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-9897acd9-6829-4010-9542-d8ea024e04d1 None None] Set router 635f7fac-5283-4887-8c50-83405dd41960 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:26:57.568591 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35060) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:57.779627 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-aca86b9a-8e2e-4ae6-ba4d-99726527e46f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:57.794584 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:57.838505 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-9897acd9-6829-4010-9542-d8ea024e04d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '9e771357-34ea-4fec-8d11-be1d4d3ee97f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '635f7fac-5283-4887-8c50-83405dd41960', 'port_id': 'bdec5a38-0967-442c-8d70-b3f416f6105f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'mac_address': 'fa:16:3e:ab:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a568b3c6-b364-45d0-a9fa-2bdbde43ccaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:25:36Z', 'updated_at': '2022-10-24T13:26:56Z', 'revision_number': 1, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:45Z', 'revision_number': 5, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:26:57.843758 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9aa07-c7e5-412c-a774-421ba7dcb860 req-6be130a8-5034-4ff9-8d14-2a6c39b3a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:57.845317 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c7c9aa07-c7e5-412c-a774-421ba7dcb860 req-6be130a8-5034-4ff9-8d14-2a6c39b3a175 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11&device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 1129 time: 0.0470064 Oct 24 13:26:57.862162 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-aca86b9a-8e2e-4ae6-ba4d-99726527e46f admin admin] Publish callbacks [] for security_group (32a06b91-e9c8-428e-9d8e-dc6eec912004), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:57.866193 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9897acd9-6829-4010-9542-d8ea024e04d1 None None] Checking router: 635f7fac-5283-4887-8c50-83405dd41960 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:26:57.875896 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9897acd9-6829-4010-9542-d8ea024e04d1 None None] Routers {'635f7fac-5283-4887-8c50-83405dd41960'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:26:57.876525 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-9897acd9-6829-4010-9542-d8ea024e04d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:26:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['635f7fac-5283-4887-8c50-83405dd41960'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:26:57.944568 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-aca86b9a-8e2e-4ae6-ba4d-99726527e46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (32a06b91-e9c8-428e-9d8e-dc6eec912004), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:57.997003 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9aa07-c7e5-412c-a774-421ba7dcb860 req-fc181e48-6c8e-4445-8959-9c264cb8999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:57.998560 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c7c9aa07-c7e5-412c-a774-421ba7dcb860 req-fc181e48-6c8e-4445-8959-9c264cb8999a service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=143f8287-8fb4-4393-ae4f-ca898c17799f HTTP/1.1" status: 200 len: 912 time: 0.1338420 Oct 24 13:26:58.012998 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-aca86b9a-8e2e-4ae6-ba4d-99726527e46f admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=dedd63f8230c4c92af0f14567f0c77eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4431612 Oct 24 13:26:58.014116 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca86b9a-8e2e-4ae6-ba4d-99726527e46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a06b91-e9c8-428e-9d8e-dc6eec912004,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:58.017394 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35080) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:58.121243 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-3b294704-fb0a-480e-8678-63fa254e785f admin admin] Publish callbacks [] for security_group (32a06b91-e9c8-428e-9d8e-dc6eec912004), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:58.136221 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c7c9aa07-c7e5-412c-a774-421ba7dcb860 req-5a64c8d2-5866-4bfb-969b-f105d7b7d836 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdec5a38-0967-442c-8d70-b3f416f6105f HTTP/1.1" status: 200 len: 999 time: 0.1237786 Oct 24 13:26:58.139472 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-9897acd9-6829-4010-9542-d8ea024e04d1 None None] Set router 635f7fac-5283-4887-8c50-83405dd41960 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:26:58.146794 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-3b294704-fb0a-480e-8678-63fa254e785f admin admin] Publish callbacks [] for security_group (32a06b91-e9c8-428e-9d8e-dc6eec912004), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:58.216309 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9aa07-c7e5-412c-a774-421ba7dcb860 req-9232a944-10ba-469f-a28c-e889b0fbb78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:58.225158 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c7c9aa07-c7e5-412c-a774-421ba7dcb860 req-9232a944-10ba-469f-a28c-e889b0fbb78d service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=dd583918-9412-43e4-86a6-0aa07f6bb5dd HTTP/1.1" status: 200 len: 850 time: 0.0785611 Oct 24 13:26:58.262265 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:58.274342 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23386e0b-9fab-475e-923b-7fda203392d3 req-2e562a78-6ab9-45e7-b931-8346090e88a6 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:58.276723 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-23386e0b-9fab-475e-923b-7fda203392d3 req-2e562a78-6ab9-45e7-b931-8346090e88a6 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0585415 Oct 24 13:26:58.279403 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9aa07-c7e5-412c-a774-421ba7dcb860 req-98d4d950-d8b5-499e-835b-ebb14dd30415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:58.281738 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c7c9aa07-c7e5-412c-a774-421ba7dcb860 req-98d4d950-d8b5-499e-835b-ebb14dd30415 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=143f8287-8fb4-4393-ae4f-ca898c17799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472720 Oct 24 13:26:58.323246 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-3b294704-fb0a-480e-8678-63fa254e785f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (32a06b91-e9c8-428e-9d8e-dc6eec912004), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:58.327491 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-3b294704-fb0a-480e-8678-63fa254e785f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:58.328843 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-3b294704-fb0a-480e-8678-63fa254e785f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/32a06b91-e9c8-428e-9d8e-dc6eec912004 HTTP/1.1" status: 204 len: 168 time: 0.3100820 Oct 24 13:26:58.373206 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:58.403283 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b294704-fb0a-480e-8678-63fa254e785f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a06b91-e9c8-428e-9d8e-dc6eec912004,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:58.418673 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c7c9aa07-c7e5-412c-a774-421ba7dcb860 req-d5d4266c-9a3e-4f21-8447-97b439be791e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296310 Oct 24 13:26:58.431679 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-9897acd9-6829-4010-9542-d8ea024e04d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '9e771357-34ea-4fec-8d11-be1d4d3ee97f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '635f7fac-5283-4887-8c50-83405dd41960', 'port_id': 'bdec5a38-0967-442c-8d70-b3f416f6105f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'mac_address': 'fa:16:3e:ab:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a568b3c6-b364-45d0-a9fa-2bdbde43ccaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:25:36Z', 'updated_at': '2022-10-24T13:26:56Z', 'revision_number': 1, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:45Z', 'revision_number': 5, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:26:58.443539 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-23386e0b-9fab-475e-923b-7fda203392d3 req-dc8ee2e4-6e95-4611-a4ad-b6118d1490da tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520183 Oct 24 13:26:58.478420 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9897acd9-6829-4010-9542-d8ea024e04d1 None None] The sync data for ids ['635f7fac-5283-4887-8c50-83405dd41960'] in dv-cinder-862491-1-iscsi is: [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '9e771357-34ea-4fec-8d11-be1d4d3ee97f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '635f7fac-5283-4887-8c50-83405dd41960', 'port_id': 'bdec5a38-0967-442c-8d70-b3f416f6105f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'mac_address': 'fa:16:3e:ab:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a568b3c6-b364-45d0-a9fa-2bdbde43ccaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:25:36Z', 'updated_at': '2022-10-24T13:26:56Z', 'revision_number': 1, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:45Z', 'revision_number': 5, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:26:58.526541 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:58.554913 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c7c9aa07-c7e5-412c-a774-421ba7dcb860 req-c791df93-d4b8-4eed-9fba-a577f5eaa027 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294885 Oct 24 13:26:58.708663 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76d018-99a9-45e3-af6a-66729856b0a9 None None] New status for floating IP 9e771357-34ea-4fec-8d11-be1d4d3ee97f: ACTIVE {{(pid=104909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:26:58.836459 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:59.169781 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 35148) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:59.180667 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-16467524-4a83-421d-9378-0bbc24266343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:59.259786 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-16467524-4a83-421d-9378-0bbc24266343 admin admin] Publish callbacks [] for security_group (7e491a0d-68d3-486d-8ae2-97cbe15e8456), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:59.314826 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-16467524-4a83-421d-9378-0bbc24266343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (7e491a0d-68d3-486d-8ae2-97cbe15e8456), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:59.358612 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-16467524-4a83-421d-9378-0bbc24266343 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=349bbad6d48b469db5da2551f815bb9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907246 Oct 24 13:26:59.359488 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16467524-4a83-421d-9378-0bbc24266343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e491a0d-68d3-486d-8ae2-97cbe15e8456,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:59.361464 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35154) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:26:59.413452 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c61d2956-773a-4d91-8a4b-3beaf32f50d2 admin admin] Publish callbacks [] for security_group (7e491a0d-68d3-486d-8ae2-97cbe15e8456), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:59.435685 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c61d2956-773a-4d91-8a4b-3beaf32f50d2 admin admin] Publish callbacks [] for security_group (7e491a0d-68d3-486d-8ae2-97cbe15e8456), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:59.548733 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c61d2956-773a-4d91-8a4b-3beaf32f50d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (7e491a0d-68d3-486d-8ae2-97cbe15e8456), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:59.551413 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c61d2956-773a-4d91-8a4b-3beaf32f50d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:59.552652 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-c61d2956-773a-4d91-8a4b-3beaf32f50d2 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/7e491a0d-68d3-486d-8ae2-97cbe15e8456 HTTP/1.1" status: 204 len: 168 time: 0.1901360 Oct 24 13:26:59.561966 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d2956-773a-4d91-8a4b-3beaf32f50d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e491a0d-68d3-486d-8ae2-97cbe15e8456,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:26:59.564028 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6079ea8-6a36-4d60-a0b7-b467a24da82c req-862fc292-f093-4f6b-a4e4-2aabac6b7d51 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:59.565676 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b6079ea8-6a36-4d60-a0b7-b467a24da82c req-862fc292-f093-4f6b-a4e4-2aabac6b7d51 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0498495 Oct 24 13:26:59.626643 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b6079ea8-6a36-4d60-a0b7-b467a24da82c req-d7d13d85-1206-4c1c-8374-e050d734eec8 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486317 Oct 24 13:27:00.763985 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca5ae3-1063-4e22-bc8e-cb99ddab9957 req-f7dd4ed4-c298-4af6-a20d-0f577298ba78 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:00.765538 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-31ca5ae3-1063-4e22-bc8e-cb99ddab9957 req-f7dd4ed4-c298-4af6-a20d-0f577298ba78 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0471098 Oct 24 13:27:00.824817 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-31ca5ae3-1063-4e22-bc8e-cb99ddab9957 req-227bfd24-5245-4bd6-85bc-679c3e1f7148 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534418 Oct 24 13:27:01.366448 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7aa503c2-4e73-44a7-910b-2c8befac607a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:01.668679 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:27:01.944095 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728737c4-f13d-48e7-bf05-776b6bb7cf43 req-bcf17f7a-3d5a-4a27-be01-282c72d86870 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:01.945566 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-728737c4-f13d-48e7-bf05-776b6bb7cf43 req-bcf17f7a-3d5a-4a27-be01-282c72d86870 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0451589 Oct 24 13:27:01.995013 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-728737c4-f13d-48e7-bf05-776b6bb7cf43 req-955ed76c-c585-4ad7-bf4e-b0b65a86ba98 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436962 Oct 24 13:27:03.117498 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e2be3-0379-47c5-a6c1-7001dd1864e7 req-f65c113f-d45c-4ffb-9ccb-480946f6967c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:03.121246 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bc2e2be3-0379-47c5-a6c1-7001dd1864e7 req-f65c113f-d45c-4ffb-9ccb-480946f6967c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0480354 Oct 24 13:27:03.167725 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bc2e2be3-0379-47c5-a6c1-7001dd1864e7 req-d012d177-7885-44fb-9d29-2766d5901553 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431690 Oct 24 13:27:03.645770 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-63b98d8d-4607-41b1-8b0c-55d5678d7b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:04.294215 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee953c-74ea-4bf3-98af-a3d39afde8fb req-dc76148c-e08c-43e5-b9c0-53bd171dbdee tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:04.295695 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4fee953c-74ea-4bf3-98af-a3d39afde8fb req-dc76148c-e08c-43e5-b9c0-53bd171dbdee tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0508428 Oct 24 13:27:04.343053 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4fee953c-74ea-4bf3-98af-a3d39afde8fb req-3c251cca-22c3-4c48-bb77-db23d0990536 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 Oct 24 13:27:04.872908 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:05.472254 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13668361-301c-4e7d-a9af-3b8d5f1429bd req-1cb6b640-29ab-4afc-9712-4b47d950b1e5 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:05.473778 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-13668361-301c-4e7d-a9af-3b8d5f1429bd req-1cb6b640-29ab-4afc-9712-4b47d950b1e5 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0501118 Oct 24 13:27:05.486370 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:05.520650 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-13668361-301c-4e7d-a9af-3b8d5f1429bd req-7e511c16-7b42-4efa-a0cd-db3f09048113 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 Oct 24 13:27:06.296974 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:06.525547 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:06.638891 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d779d98-771b-42ed-a663-159b8df457ef req-62da289b-a397-429b-a7eb-7f065634ffb2 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:06.640285 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3d779d98-771b-42ed-a663-159b8df457ef req-62da289b-a397-429b-a7eb-7f065634ffb2 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0458913 Oct 24 13:27:06.686925 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3d779d98-771b-42ed-a663-159b8df457ef req-c32734db-1d62-452a-afd3-17030a74bca4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410275 Oct 24 13:27:07.806040 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fb6ab-dd77-4667-a289-b35b661398d5 req-ad3afb3f-4e69-46e3-a60b-aaeeb34d5913 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:07.807475 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5a4fb6ab-dd77-4667-a289-b35b661398d5 req-ad3afb3f-4e69-46e3-a60b-aaeeb34d5913 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0462377 Oct 24 13:27:07.857369 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5a4fb6ab-dd77-4667-a289-b35b661398d5 req-0a57b0e6-ee18-47ed-bf29-24f54bf263c4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442688 Oct 24 13:27:08.436239 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=85 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:08.983110 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743b24b-4c9d-4417-8919-4549abe20cef req-3851baf9-8ddd-481a-80f3-544e1c1720a0 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:08.984592 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c743b24b-4c9d-4417-8919-4549abe20cef req-3851baf9-8ddd-481a-80f3-544e1c1720a0 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0555727 Oct 24 13:27:09.030461 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c743b24b-4c9d-4417-8919-4549abe20cef req-0b5cdc05-a1f6-445e-814d-bcd8937e16a9 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403235 Oct 24 13:27:10.166435 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694566b-84ee-4427-971e-fa3be564475a req-c81c42d7-d151-44ee-a596-584c43ec9322 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:10.167901 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a694566b-84ee-4427-971e-fa3be564475a req-c81c42d7-d151-44ee-a596-584c43ec9322 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0532475 Oct 24 13:27:10.216109 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a694566b-84ee-4427-971e-fa3be564475a req-8f2a00f1-249b-4670-8568-271d2c61a5d8 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425324 Oct 24 13:27:11.077220 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8ff0e-4e33-4117-b858-e4191b64a4ac req-ccbc4fe4-7033-41cd-8ddf-b4b39f7ca1b6 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:11.078732 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-57e8ff0e-4e33-4117-b858-e4191b64a4ac req-ccbc4fe4-7033-41cd-8ddf-b4b39f7ca1b6 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0480511 Oct 24 13:27:11.134784 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-57e8ff0e-4e33-4117-b858-e4191b64a4ac req-6cc1a14f-574b-444b-8218-1d17789662ef tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498817 Oct 24 13:27:11.335792 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be904b-b0b3-46b3-8b7e-a91f2b82a53e req-60c2a6c4-6815-4204-869b-2326e97e8930 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:11.337250 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-68be904b-b0b3-46b3-8b7e-a91f2b82a53e req-60c2a6c4-6815-4204-869b-2326e97e8930 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0454400 Oct 24 13:27:11.383445 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-68be904b-b0b3-46b3-8b7e-a91f2b82a53e req-d7e7336e-d564-452c-ab8b-cd7e877bae90 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406847 Oct 24 13:27:12.254169 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd3c9b-e6c0-46c8-8cd4-b5ebca791083 req-94a32002-bbb1-4806-b8ae-f5a0f91ef625 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:12.255607 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f1dd3c9b-e6c0-46c8-8cd4-b5ebca791083 req-94a32002-bbb1-4806-b8ae-f5a0f91ef625 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0446517 Oct 24 13:27:12.305482 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f1dd3c9b-e6c0-46c8-8cd4-b5ebca791083 req-e2e59d1b-4669-4b67-9b2d-d5b96ffffbaf tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436158 Oct 24 13:27:12.503120 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15027fe5-bc42-42a9-9eae-c667714a1084 req-0f5b05fa-4761-4d3f-aa48-75026d47ec4b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:12.504641 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-15027fe5-bc42-42a9-9eae-c667714a1084 req-0f5b05fa-4761-4d3f-aa48-75026d47ec4b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0467029 Oct 24 13:27:12.553908 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-15027fe5-bc42-42a9-9eae-c667714a1084 req-1d84fc53-39c5-4a3a-89b1-6610baab30dd tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429199 Oct 24 13:27:13.430530 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ad591-f231-4eaf-8067-ef07460f63e1 req-4d166dc1-1a39-43f1-823c-1985516d6620 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:13.432015 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b80ad591-f231-4eaf-8067-ef07460f63e1 req-4d166dc1-1a39-43f1-823c-1985516d6620 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0502923 Oct 24 13:27:13.480875 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b80ad591-f231-4eaf-8067-ef07460f63e1 req-28fc5530-3bcd-47ff-9a9e-d81da279367a tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0e9260e4-16fd-4d92-8be2-257fdae43e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423849 Oct 24 13:27:13.642829 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:13.680010 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2c4cd-72a5-4b84-9cfc-e44aaaea6b4f req-0d1596ee-e9ff-480b-b199-34c596dd8609 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:13.681522 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0ae2c4cd-72a5-4b84-9cfc-e44aaaea6b4f req-0d1596ee-e9ff-480b-b199-34c596dd8609 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0495124 Oct 24 13:27:13.714773 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:13.731880 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0ae2c4cd-72a5-4b84-9cfc-e44aaaea6b4f req-8aed8df9-8a88-4fe8-bc31-b7e9f3c00c99 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445089 Oct 24 13:27:13.887945 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44650534-2c8b-45bd-910c-d8c1e0886222 req-fa7794cc-af38-4370-a92f-151229c99af5 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:13.889456 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-44650534-2c8b-45bd-910c-d8c1e0886222 req-fa7794cc-af38-4370-a92f-151229c99af5 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 945 time: 0.0484943 Oct 24 13:27:14.007862 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-44650534-2c8b-45bd-910c-d8c1e0886222 req-edb0b77e-3340-4a11-9b8e-bbbbd1d95c8d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Deleting port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:14.008140 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-44650534-2c8b-45bd-910c-d8c1e0886222 req-edb0b77e-3340-4a11-9b8e-bbbbd1d95c8d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (88cc8087-11c0-4a7a-b07d-0fa49eefb5f0), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:14.105198 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-44650534-2c8b-45bd-910c-d8c1e0886222 req-edb0b77e-3340-4a11-9b8e-bbbbd1d95c8d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] For port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=88cc8087-11c0-4a7a-b07d-0fa49eefb5f0,segment=NetworkSegment(21166038-c0cc-425c-828a-e551b903fa80),segment_id=21166038-c0cc-425c-828a-e551b903fa80)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:27:14.105558 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-44650534-2c8b-45bd-910c-d8c1e0886222 req-edb0b77e-3340-4a11-9b8e-bbbbd1d95c8d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (88cc8087-11c0-4a7a-b07d-0fa49eefb5f0), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:14.124675 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-44650534-2c8b-45bd-910c-d8c1e0886222 req-edb0b77e-3340-4a11-9b8e-bbbbd1d95c8d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Calling delete_port for 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:14.377247 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-44650534-2c8b-45bd-910c-d8c1e0886222 req-edb0b77e-3340-4a11-9b8e-bbbbd1d95c8d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071'] for port (88cc8087-11c0-4a7a-b07d-0fa49eefb5f0), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:14.407264 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0b77e-3340-4a11-9b8e-bbbbd1d95c8d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Pushing event deleted for resources: {'Port': ['ID=88cc8087-11c0-4a7a-b07d-0fa49eefb5f0,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:14.422867 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['88cc8087-11c0-4a7a-b07d-0fa49eefb5f0'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:27:14.472601 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-44650534-2c8b-45bd-910c-d8c1e0886222 req-edb0b77e-3340-4a11-9b8e-bbbbd1d95c8d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] No DVR routers for this DVR port 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:27:14.475894 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-44650534-2c8b-45bd-910c-d8c1e0886222 req-edb0b77e-3340-4a11-9b8e-bbbbd1d95c8d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:14.479209 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-44650534-2c8b-45bd-910c-d8c1e0886222 req-edb0b77e-3340-4a11-9b8e-bbbbd1d95c8d tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.59 "DELETE /networking/v2.0/ports/88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 HTTP/1.1" status: 204 len: 173 time: 0.5821483 Oct 24 13:27:14.480230 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a9564e-c320-4bad-bcfc-8332aec8c690', 'name': 'network-vif-deleted', 'tag': '88cc8087-11c0-4a7a-b07d-0fa49eefb5f0'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:27:14.482584 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9777c5-7aad-471d-ac54-002186554c7f" -d '{"events": [{"server_uuid": "13a9564e-c320-4bad-bcfc-8332aec8c690", "name": "network-vif-deleted", "tag": "88cc8087-11c0-4a7a-b07d-0fa49eefb5f0"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:27:14.537694 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48883400-7eec-4e71-9cf4-36b373c78e55 x-openstack-request-id: req-48883400-7eec-4e71-9cf4-36b373c78e55 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:27:14.538134 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a9564e-c320-4bad-bcfc-8332aec8c690", "name": "network-vif-deleted", "tag": "88cc8087-11c0-4a7a-b07d-0fa49eefb5f0", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:27:14.538481 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48883400-7eec-4e71-9cf4-36b373c78e55 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:27:14.539130 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48883400-7eec-4e71-9cf4-36b373c78e55'] response: {'server_uuid': '13a9564e-c320-4bad-bcfc-8332aec8c690', 'name': 'network-vif-deleted', 'tag': '88cc8087-11c0-4a7a-b07d-0fa49eefb5f0', 'status': 'completed', 'code': 200} Oct 24 13:27:14.614375 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1c3d6021-a027-48c9-b8c7-755a54fc484f req-9bb7b212-e511-4836-b594-5f01c12af397 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 210 time: 0.0327413 Oct 24 13:27:14.862929 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5bd5c-bc14-4394-a55f-f44d2d50c1b9 req-3b56fc7b-dc47-4857-af4e-41b37738c5ba tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:14.864552 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-add5bd5c-bc14-4394-a55f-f44d2d50c1b9 req-3b56fc7b-dc47-4857-af4e-41b37738c5ba tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0545435 Oct 24 13:27:14.914071 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-add5bd5c-bc14-4394-a55f-f44d2d50c1b9 req-3e8da911-3220-4183-b16f-a95693ecaac4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437007 Oct 24 13:27:15.105638 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35528) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:15.231974 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c71487cf-b496-4f2f-b678-92d55f01278a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.242168 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:15.289913 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 35534) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:15.320377 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c71487cf-b496-4f2f-b678-92d55f01278a admin admin] Publish callbacks [] for security_group (45d4ac47-4a75-4b66-9aa3-37d45e330390), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.382534 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c71487cf-b496-4f2f-b678-92d55f01278a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (45d4ac47-4a75-4b66-9aa3-37d45e330390), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.401296 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ea830ef-a897-4789-90a7-68a299437ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.424657 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-c71487cf-b496-4f2f-b678-92d55f01278a admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=388dfbe1d1f442df9fbd3dbdb5dd881b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177216 Oct 24 13:27:15.426676 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71487cf-b496-4f2f-b678-92d55f01278a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d4ac47-4a75-4b66-9aa3-37d45e330390,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:15.427302 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 35538) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:15.510022 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c2742709-dded-4435-8bb5-d82adcb18955 admin admin] Publish callbacks [] for security_group (45d4ac47-4a75-4b66-9aa3-37d45e330390), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.533189 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ea830ef-a897-4789-90a7-68a299437ca4 admin admin] Publish callbacks [] for security_group (19fb4581-d019-4530-9a4c-384a4f857132), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.541600 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c2742709-dded-4435-8bb5-d82adcb18955 admin admin] Publish callbacks [] for security_group (45d4ac47-4a75-4b66-9aa3-37d45e330390), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.564662 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:15.599831 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ea830ef-a897-4789-90a7-68a299437ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (19fb4581-d019-4530-9a4c-384a4f857132), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.649855 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-7ea830ef-a897-4789-90a7-68a299437ca4 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=ab0417eb6f1a41fa862f3ce62710fef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3555477 Oct 24 13:27:15.649855 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea830ef-a897-4789-90a7-68a299437ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fb4581-d019-4530-9a4c-384a4f857132,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:15.650151 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35542) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:15.668695 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c2742709-dded-4435-8bb5-d82adcb18955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (45d4ac47-4a75-4b66-9aa3-37d45e330390), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.672910 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c2742709-dded-4435-8bb5-d82adcb18955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.681918 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-c2742709-dded-4435-8bb5-d82adcb18955 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/45d4ac47-4a75-4b66-9aa3-37d45e330390 HTTP/1.1" status: 204 len: 168 time: 0.2458808 Oct 24 13:27:15.682080 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:15.684898 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2742709-dded-4435-8bb5-d82adcb18955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d4ac47-4a75-4b66-9aa3-37d45e330390,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:15.699024 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=68,neutron:UPDATE=6 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:15.727784 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f940f0f4-97fc-4d4a-a71b-ca731e6e78fc admin admin] Publish callbacks [] for security_group (19fb4581-d019-4530-9a4c-384a4f857132), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.761522 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f940f0f4-97fc-4d4a-a71b-ca731e6e78fc admin admin] Publish callbacks [] for security_group (19fb4581-d019-4530-9a4c-384a4f857132), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.787538 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fad8767f-4345-4980-852a-8659fe15565c req-e51074ed-eabf-4a9d-bdac-48a0acaea419 tempest-DeleteServersTestJSON-1069291124 tempest-DeleteServersTestJSON-1069291124-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13a9564e-c320-4bad-bcfc-8332aec8c690 HTTP/1.1" status: 200 len: 210 time: 0.0302908 Oct 24 13:27:15.873846 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f940f0f4-97fc-4d4a-a71b-ca731e6e78fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (19fb4581-d019-4530-9a4c-384a4f857132), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.876566 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f940f0f4-97fc-4d4a-a71b-ca731e6e78fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.877833 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-f940f0f4-97fc-4d4a-a71b-ca731e6e78fc admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/19fb4581-d019-4530-9a4c-384a4f857132 HTTP/1.1" status: 204 len: 168 time: 0.2273474 Oct 24 13:27:15.888211 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940f0f4-97fc-4d4a-a71b-ca731e6e78fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fb4581-d019-4530-9a4c-384a4f857132,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:16.066391 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f976d2-210f-4ae1-a102-03534f0bd138 req-4d369a7a-6f08-4fc5-8073-e326d91d2e1b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:16.068014 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c2f976d2-210f-4ae1-a102-03534f0bd138 req-4d369a7a-6f08-4fc5-8073-e326d91d2e1b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0678306 Oct 24 13:27:16.121023 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c2f976d2-210f-4ae1-a102-03534f0bd138 req-9e7e0d91-5afb-4762-a8db-7f458e5f1f02 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465124 Oct 24 13:27:16.380630 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 35568) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:16.393773 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0d96aa1d-c375-4458-8979-cb6c0fbd3157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:16.430030 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:16.471548 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0d96aa1d-c375-4458-8979-cb6c0fbd3157 admin admin] Publish callbacks [] for security_group (084dfb67-4582-4a17-93cb-1370243bef36), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:16.519327 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0d96aa1d-c375-4458-8979-cb6c0fbd3157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (084dfb67-4582-4a17-93cb-1370243bef36), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:16.561617 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-0d96aa1d-c375-4458-8979-cb6c0fbd3157 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=a68cac5285214a728bd474d1c11a8ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798782 Oct 24 13:27:16.562571 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96aa1d-c375-4458-8979-cb6c0fbd3157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084dfb67-4582-4a17-93cb-1370243bef36,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:16.564428 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35570) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:16.604915 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 35572) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:16.618456 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-37e6a106-dd8b-4014-afbc-2b541342eeb6 admin admin] Publish callbacks [] for security_group (084dfb67-4582-4a17-93cb-1370243bef36), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:16.618843 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c087bc14-db04-4554-97cb-039ad245d92a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:16.639618 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-37e6a106-dd8b-4014-afbc-2b541342eeb6 admin admin] Publish callbacks [] for security_group (084dfb67-4582-4a17-93cb-1370243bef36), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:16.697746 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c087bc14-db04-4554-97cb-039ad245d92a admin admin] Publish callbacks [] for security_group (276dd3ab-30b1-4c81-909a-85fe336bbc49), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:16.748353 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c087bc14-db04-4554-97cb-039ad245d92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (276dd3ab-30b1-4c81-909a-85fe336bbc49), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:16.748559 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-37e6a106-dd8b-4014-afbc-2b541342eeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (084dfb67-4582-4a17-93cb-1370243bef36), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:16.750981 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-37e6a106-dd8b-4014-afbc-2b541342eeb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:16.754773 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-37e6a106-dd8b-4014-afbc-2b541342eeb6 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/084dfb67-4582-4a17-93cb-1370243bef36 HTTP/1.1" status: 204 len: 168 time: 0.1860166 Oct 24 13:27:16.763749 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6a106-dd8b-4014-afbc-2b541342eeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084dfb67-4582-4a17-93cb-1370243bef36,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:16.793346 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-c087bc14-db04-4554-97cb-039ad245d92a admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=0373299f94fd46c5b1d9ae89b467131f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1872585 Oct 24 13:27:16.794186 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087bc14-db04-4554-97cb-039ad245d92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276dd3ab-30b1-4c81-909a-85fe336bbc49,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:16.796505 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35576) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:16.876250 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e4b83786-62a1-40e9-8b43-c9b41a07b5c3 admin admin] Publish callbacks [] for security_group (276dd3ab-30b1-4c81-909a-85fe336bbc49), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:16.910941 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e4b83786-62a1-40e9-8b43-c9b41a07b5c3 admin admin] Publish callbacks [] for security_group (276dd3ab-30b1-4c81-909a-85fe336bbc49), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:17.056972 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e4b83786-62a1-40e9-8b43-c9b41a07b5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (276dd3ab-30b1-4c81-909a-85fe336bbc49), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:17.062209 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e4b83786-62a1-40e9-8b43-c9b41a07b5c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:17.063865 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-e4b83786-62a1-40e9-8b43-c9b41a07b5c3 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/276dd3ab-30b1-4c81-909a-85fe336bbc49 HTTP/1.1" status: 204 len: 168 time: 0.2659619 Oct 24 13:27:17.087238 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b83786-62a1-40e9-8b43-c9b41a07b5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276dd3ab-30b1-4c81-909a-85fe336bbc49,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:17.259453 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfc33e-0ece-43e6-b806-bcc6417f72d0 req-efb059d7-9b71-4887-acae-5f4cdf7e1358 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:17.261011 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-86cfc33e-0ece-43e6-b806-bcc6417f72d0 req-efb059d7-9b71-4887-acae-5f4cdf7e1358 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0470140 Oct 24 13:27:17.316885 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-86cfc33e-0ece-43e6-b806-bcc6417f72d0 req-59e922b0-713e-45a2-ad75-f5798ec3a48b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498466 Oct 24 13:27:17.602599 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:27:17.621263 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:27:17.621601 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 88cc8087-11c0-4a7a-b07d-0fa49eefb5f0 not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:27:17.753433 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35622) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:17.767491 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e533fe98-0950-4de5-9e17-73fec10455a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:17.786654 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:17.842374 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e533fe98-0950-4de5-9e17-73fec10455a1 admin admin] Publish callbacks [] for security_group (81c896ea-fe72-4101-9b92-3f6dcbf61e5e), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:17.902430 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e533fe98-0950-4de5-9e17-73fec10455a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (81c896ea-fe72-4101-9b92-3f6dcbf61e5e), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:17.944899 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-e533fe98-0950-4de5-9e17-73fec10455a1 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=43054f1a7fe5431899fb587c9df524f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902347 Oct 24 13:27:17.945949 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533fe98-0950-4de5-9e17-73fec10455a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c896ea-fe72-4101-9b92-3f6dcbf61e5e,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:17.947576 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 35628) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:17.973562 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:18.012810 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2a05da10-bb15-411c-9630-24224b1c3fb5 admin admin] Publish callbacks [] for security_group (81c896ea-fe72-4101-9b92-3f6dcbf61e5e), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:18.038868 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2a05da10-bb15-411c-9630-24224b1c3fb5 admin admin] Publish callbacks [] for security_group (81c896ea-fe72-4101-9b92-3f6dcbf61e5e), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:18.217073 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2a05da10-bb15-411c-9630-24224b1c3fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (81c896ea-fe72-4101-9b92-3f6dcbf61e5e), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:18.219776 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2a05da10-bb15-411c-9630-24224b1c3fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:18.220942 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-2a05da10-bb15-411c-9630-24224b1c3fb5 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/81c896ea-fe72-4101-9b92-3f6dcbf61e5e HTTP/1.1" status: 204 len: 168 time: 0.2712970 Oct 24 13:27:18.229095 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05da10-bb15-411c-9630-24224b1c3fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c896ea-fe72-4101-9b92-3f6dcbf61e5e,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:18.465842 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586163a8-e988-460f-bdac-447bba4a99aa req-da8ffd68-53fb-406a-871b-67ae62358df5 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:18.469353 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-586163a8-e988-460f-bdac-447bba4a99aa req-da8ffd68-53fb-406a-871b-67ae62358df5 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0635016 Oct 24 13:27:18.509818 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 35652) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:18.519078 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-586163a8-e988-460f-bdac-447bba4a99aa req-91c113e0-43e7-4f73-96dd-ce45fdef4128 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485861 Oct 24 13:27:18.574140 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=41 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:18.578761 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:19.195553 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2592456b-651f-4458-bab0-d4de9289f7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7922041'] for router_interface (ae3796a9-03a8-4cf6-97c2-a3994718a090), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:19.515014 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-2592456b-651f-4458-bab0-d4de9289f7f6 admin admin] Deleting port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:19.515358 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2592456b-651f-4458-bab0-d4de9289f7f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:19.518127 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:19.608419 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [None req-2592456b-651f-4458-bab0-d4de9289f7f6 admin admin] For port 28c6e4a4-7ed9-492b-a070-7f58fa8758e8, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=28c6e4a4-7ed9-492b-a070-7f58fa8758e8,segment=NetworkSegment(21166038-c0cc-425c-828a-e551b903fa80),segment_id=21166038-c0cc-425c-828a-e551b903fa80)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:27:19.609026 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2592456b-651f-4458-bab0-d4de9289f7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:19.655598 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-2592456b-651f-4458-bab0-d4de9289f7f6 admin admin] Calling delete_port for 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 owned by network:router_interface {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:19.682273 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358556-30c8-4108-845c-78e573b218dd req-d6f96d8c-af23-4e0f-9902-c67585e41940 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:19.684541 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c3358556-30c8-4108-845c-78e573b218dd req-d6f96d8c-af23-4e0f-9902-c67585e41940 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0723426 Oct 24 13:27:19.758744 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:19.781126 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c3358556-30c8-4108-845c-78e573b218dd req-6a7ea640-3099-4acf-839d-55fcf73bcf42 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644770 Oct 24 13:27:19.965793 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2592456b-651f-4458-bab0-d4de9289f7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071'] for port (28c6e4a4-7ed9-492b-a070-7f58fa8758e8), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:19.992504 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592456b-651f-4458-bab0-d4de9289f7f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=28c6e4a4-7ed9-492b-a070-7f58fa8758e8,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:20.128552 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2592456b-651f-4458-bab0-d4de9289f7f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8330508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7925705'] for router_interface (ae3796a9-03a8-4cf6-97c2-a3994718a090), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:20.182990 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab36824a-a13c-4715-81f2-ee620b829a51 None None] get_active_networks_info from dv-cinder-862491-1-iscsi {{(pid=104909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:27:20.306211 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab36824a-a13c-4715-81f2-ee620b829a51 None None] Resources bound (agent type, host, resource id): {{(pid=104909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:27:20.413802 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2592456b-651f-4458-bab0-d4de9289f7f6 admin admin] Router ae3796a9-03a8-4cf6-97c2-a3994718a090 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:27:20.422826 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:20.560583 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2592456b-651f-4458-bab0-d4de9289f7f6 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:27:20.566620 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-2592456b-651f-4458-bab0-d4de9289f7f6 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/ae3796a9-03a8-4cf6-97c2-a3994718a090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0541582 Oct 24 13:27:20.569454 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35712) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:20.573947 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06de3d10-6970-4df1-a6b3-f403376ab54f None None] Sync routers for ids ['ae3796a9-03a8-4cf6-97c2-a3994718a090'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:27:20.587908 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06de3d10-6970-4df1-a6b3-f403376ab54f None None] Routers {'ae3796a9-03a8-4cf6-97c2-a3994718a090'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:27:20.589826 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-06de3d10-6970-4df1-a6b3-f403376ab54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:27:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['ae3796a9-03a8-4cf6-97c2-a3994718a090'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:20.688656 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:20.692898 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-201d0f5d-f7e2-425a-bc00-fb2835855add admin admin] Publish callbacks [] for router (ae3796a9-03a8-4cf6-97c2-a3994718a090), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:20.726821 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-06de3d10-6970-4df1-a6b3-f403376ab54f None None] Set router ae3796a9-03a8-4cf6-97c2-a3994718a090 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:27:20.813484 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-201d0f5d-f7e2-425a-bc00-fb2835855add admin admin] Publish callbacks [] for router_gateway (ae3796a9-03a8-4cf6-97c2-a3994718a090), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:20.905898 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-06de3d10-6970-4df1-a6b3-f403376ab54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'name': 'tempest-DeleteServersTestJSON-1272086794-router', 'tenant_id': '6019625869c249fbae42eff10c82c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:27:19Z', 'revision_number': 5, 'project_id': '6019625869c249fbae42eff10c82c590', 'gw_port': {'id': '7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:55:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:20.937224 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06de3d10-6970-4df1-a6b3-f403376ab54f None None] Checking router: ae3796a9-03a8-4cf6-97c2-a3994718a090 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:27:20.939338 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a7781-85ce-43fc-abd0-518e7bb30fe8 req-f6a233e5-829b-43da-84a6-e498de5416c4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:20.941099 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c94a7781-85ce-43fc-abd0-518e7bb30fe8 req-f6a233e5-829b-43da-84a6-e498de5416c4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0756299 Oct 24 13:27:20.950498 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06de3d10-6970-4df1-a6b3-f403376ab54f None None] Routers {'ae3796a9-03a8-4cf6-97c2-a3994718a090'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:27:20.951125 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-06de3d10-6970-4df1-a6b3-f403376ab54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:27:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['ae3796a9-03a8-4cf6-97c2-a3994718a090'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:20.959477 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-201d0f5d-f7e2-425a-bc00-fb2835855add admin admin] Deleting port 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:20.959820 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-201d0f5d-f7e2-425a-bc00-fb2835855add admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:21.043212 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-06de3d10-6970-4df1-a6b3-f403376ab54f None None] Set router ae3796a9-03a8-4cf6-97c2-a3994718a090 gateway port host: None {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:27:21.046844 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c94a7781-85ce-43fc-abd0-518e7bb30fe8 req-3e3e316e-5142-4390-9dcf-90f8d86ae4fe tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967047 Oct 24 13:27:21.078755 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-201d0f5d-f7e2-425a-bc00-fb2835855add admin admin] For port 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:27:21.079384 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-201d0f5d-f7e2-425a-bc00-fb2835855add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:21.097848 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-201d0f5d-f7e2-425a-bc00-fb2835855add admin admin] Calling delete_port for 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 owned by network:router_gateway {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:21.114254 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-06de3d10-6970-4df1-a6b3-f403376ab54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'name': 'tempest-DeleteServersTestJSON-1272086794-router', 'tenant_id': '6019625869c249fbae42eff10c82c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:27:20Z', 'revision_number': 6, 'project_id': '6019625869c249fbae42eff10c82c590', 'gw_port_host': None}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:21.142279 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06de3d10-6970-4df1-a6b3-f403376ab54f None None] The sync data for ids ['ae3796a9-03a8-4cf6-97c2-a3994718a090'] in dv-cinder-862491-1-iscsi is: [{'id': 'ae3796a9-03a8-4cf6-97c2-a3994718a090', 'name': 'tempest-DeleteServersTestJSON-1272086794-router', 'tenant_id': '6019625869c249fbae42eff10c82c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:27:20Z', 'revision_number': 6, 'project_id': '6019625869c249fbae42eff10c82c590', 'gw_port_host': None}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:27:21.288139 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:21.297305 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-6dc9c922-82a1-44af-a6a4-864a1981f689 None None] Provisioning complete for port 990f81c9-c26a-4d85-a603-049d7560b4ee triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:27:21.297772 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-6dc9c922-82a1-44af-a6a4-864a1981f689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:21.298102 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-6dc9c922-82a1-44af-a6a4-864a1981f689 None None] Attempt 1 to provision port 990f81c9-c26a-4d85-a603-049d7560b4ee Oct 24 13:27:21.370958 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-201d0f5d-f7e2-425a-bc00-fb2835855add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071'] for port (7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:21.378607 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-6dc9c922-82a1-44af-a6a4-864a1981f689 None None] Current status of the port 990f81c9-c26a-4d85-a603-049d7560b4ee is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:27:21.397941 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d0f5d-f7e2-425a-bc00-fb2835855add admin admin] Pushing event deleted for resources: {'Port': ['ID=7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:21.423335 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-201d0f5d-f7e2-425a-bc00-fb2835855add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924636'] for router_gateway (ae3796a9-03a8-4cf6-97c2-a3994718a090), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:21.712823 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-201d0f5d-f7e2-425a-bc00-fb2835855add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-484265'] for router (ae3796a9-03a8-4cf6-97c2-a3994718a090), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:21.715056 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-201d0f5d-f7e2-425a-bc00-fb2835855add admin admin] Publish callbacks [] for router_controller (ae3796a9-03a8-4cf6-97c2-a3994718a090), precommit_delete_associations {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:21.856762 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-201d0f5d-f7e2-425a-bc00-fb2835855add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7921978'] for router (ae3796a9-03a8-4cf6-97c2-a3994718a090), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:21.857274 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201d0f5d-f7e2-425a-bc00-fb2835855add admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae3796a9-03a8-4cf6-97c2-a3994718a090 {{(pid=104907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:27:21.862022 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-201d0f5d-f7e2-425a-bc00-fb2835855add admin admin] Publish callbacks [] for router (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:21.863134 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-201d0f5d-f7e2-425a-bc00-fb2835855add admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/ae3796a9-03a8-4cf6-97c2-a3994718a090 HTTP/1.1" status: 204 len: 168 time: 1.2918434 Oct 24 13:27:21.865795 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35730) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:21.910937 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_v2 [None req-c525f474-012a-40d8-b477-b0a14ee93c5c admin admin] Deleting subnet 4696fb9b-6e97-4a50-99b0-d3b94cc865ed {{(pid=104907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:27:21.914372 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c525f474-012a-40d8-b477-b0a14ee93c5c admin admin] Publish callbacks [] for subnet (4696fb9b-6e97-4a50-99b0-d3b94cc865ed), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:21.949931 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c525f474-012a-40d8-b477-b0a14ee93c5c admin admin] Publish callbacks [] for subnet (4696fb9b-6e97-4a50-99b0-d3b94cc865ed), precommit_delete_associations {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.024895 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c525f474-012a-40d8-b477-b0a14ee93c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (4696fb9b-6e97-4a50-99b0-d3b94cc865ed), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.126321 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c525f474-012a-40d8-b477-b0a14ee93c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for subnet (4696fb9b-6e97-4a50-99b0-d3b94cc865ed), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.156513 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525f474-012a-40d8-b477-b0a14ee93c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4696fb9b-6e97-4a50-99b0-d3b94cc865ed,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:22.161089 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c525f474-012a-40d8-b477-b0a14ee93c5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.163513 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-c525f474-012a-40d8-b477-b0a14ee93c5c admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/4696fb9b-6e97-4a50-99b0-d3b94cc865ed HTTP/1.1" status: 204 len: 168 time: 0.2967846 Oct 24 13:27:22.168145 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 35738) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:22.171900 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5bc722-64e1-4800-899b-2f09062df5e9 None None] Network 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:27:22.195640 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18ae69-ef77-4880-aaff-90786bcf0374 req-f425bb5a-f32f-4c6c-9765-597ba70f23f3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:22.197161 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ac18ae69-ef77-4880-aaff-90786bcf0374 req-f425bb5a-f32f-4c6c-9765-597ba70f23f3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0698931 Oct 24 13:27:22.270791 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (0e6c385a-5176-45cf-b215-cfd3a8bc2b5c), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.309496 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ac18ae69-ef77-4880-aaff-90786bcf0374 req-238897de-ae0a-4388-a578-042ee1405278 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817952 Oct 24 13:27:22.341649 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Deleting port 990f81c9-c26a-4d85-a603-049d7560b4ee {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:22.341847 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9176f0-5a6e-4607-acbe-77e5bcbe05d6 None None] DHCP port deletion for 0e6c385a-5176-45cf-b215-cfd3a8bc2b5c request from dv-cinder-862491-1-iscsi {{(pid=104909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:27:22.342321 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.382904 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-1b9176f0-5a6e-4607-acbe-77e5bcbe05d6 None None] Deleting port 990f81c9-c26a-4d85-a603-049d7560b4ee {{(pid=104909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:22.383344 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-1b9176f0-5a6e-4607-acbe-77e5bcbe05d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), before_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.410127 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] For port 990f81c9-c26a-4d85-a603-049d7560b4ee, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=990f81c9-c26a-4d85-a603-049d7560b4ee,segment=NetworkSegment(21166038-c0cc-425c-828a-e551b903fa80),segment_id=21166038-c0cc-425c-828a-e551b903fa80)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:27:22.410486 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.425570 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Calling delete_port for 990f81c9-c26a-4d85-a603-049d7560b4ee owned by network:dhcp {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:22.451690 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:27:22.484998 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:27:22.485314 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 7c13be0c-a65f-42d0-9ca3-6415c7c5d8e2 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:27:22.485888 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 990f81c9-c26a-4d85-a603-049d7560b4ee no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:27:22.488577 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-1b9176f0-5a6e-4607-acbe-77e5bcbe05d6 None None] For port 990f81c9-c26a-4d85-a603-049d7560b4ee, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=990f81c9-c26a-4d85-a603-049d7560b4ee,segment=NetworkSegment(21166038-c0cc-425c-828a-e551b903fa80),segment_id=21166038-c0cc-425c-828a-e551b903fa80)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:27:22.488958 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-1b9176f0-5a6e-4607-acbe-77e5bcbe05d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), precommit_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.495580 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:22.526671 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-1b9176f0-5a6e-4607-acbe-77e5bcbe05d6 None None] Calling delete_port for 990f81c9-c26a-4d85-a603-049d7560b4ee owned by network:dhcp {{(pid=104909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:22.582857 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071'] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.598052 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] No DVR routers for this DVR port 990f81c9-c26a-4d85-a603-049d7560b4ee on host dv-cinder-862491-1-iscsi {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:27:22.599523 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] No ports have port_id starting with 990f81c9-c26a-4d85-a603-049d7560b4ee Oct 24 13:27:22.603260 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:27:22.619192 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=990f81c9-c26a-4d85-a603-049d7560b4ee,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:22.632302 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:27:22.632669 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 28c6e4a4-7ed9-492b-a070-7f58fa8758e8 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:27:22.670340 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-1b9176f0-5a6e-4607-acbe-77e5bcbe05d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071'] for port (990f81c9-c26a-4d85-a603-049d7560b4ee), after_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.694811 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9176f0-5a6e-4607-acbe-77e5bcbe05d6 None None] Pushing event deleted for resources: {'Port': ['ID=990f81c9-c26a-4d85-a603-049d7560b4ee,revision_number=None']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:22.699377 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9176f0-5a6e-4607-acbe-77e5bcbe05d6 None None] No DVR routers for this DVR port 990f81c9-c26a-4d85-a603-049d7560b4ee on host dv-cinder-862491-1-iscsi {{(pid=104909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:27:22.715566 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (0e6c385a-5176-45cf-b215-cfd3a8bc2b5c), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.743189 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:22.743548 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:22.744298 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:22.744688 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Subscribe: > port after_create 55550000 {{(pid=104908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:22.745058 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:22.745395 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Subscribe: > port after_update 55550000 {{(pid=104908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:22.745711 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:22.746043 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:22.746356 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:22.746670 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:22.943392 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:22.943738 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:22.944095 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:22.944462 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:22.944854 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6c385a-5176-45cf-b215-cfd3a8bc2b5c']}} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:22.962731 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21166038-c0cc-425c-828a-e551b903fa80') {'for_net_delete': True} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:22.963017 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21166038-c0cc-425c-828a-e551b903fa80') {} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:22.978723 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5528175'] for segment (21166038-c0cc-425c-828a-e551b903fa80), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.999331 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (21166038-c0cc-425c-828a-e551b903fa80), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.008528 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=104908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:27:23.008904 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387000'] for segment (21166038-c0cc-425c-828a-e551b903fa80), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.160624 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (0e6c385a-5176-45cf-b215-cfd3a8bc2b5c), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.185560 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.187673 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/0e6c385a-5176-45cf-b215-cfd3a8bc2b5c HTTP/1.1" status: 204 len: 168 time: 1.0206602 Oct 24 13:27:23.188635 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502ee58-15e6-414f-a5e7-c625921040b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6c385a-5176-45cf-b215-cfd3a8bc2b5c,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:23.264394 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment 21166038-c0cc-425c-828a-e551b903fa80 resource provider aggregate not found Oct 24 13:27:23.281831 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment 21166038-c0cc-425c-828a-e551b903fa80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21166038-c0cc-425c-828a-e551b903fa80 found for delete ", "request_id": "req-2a4f5b01-8258-40c4-88af-3dcc90b9f9e5"}]} Oct 24 13:27:23.430677 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07a730-39e2-4635-b158-9e99688c1a0f req-34b48ea4-f5f7-4dc4-87b9-0afa0b21ae2f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:23.432216 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2a07a730-39e2-4635-b158-9e99688c1a0f req-34b48ea4-f5f7-4dc4-87b9-0afa0b21ae2f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0478005 Oct 24 13:27:23.483635 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2a07a730-39e2-4635-b158-9e99688c1a0f req-01aee9cc-86b4-44f5-81f1-84e623bd5a6d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442190 Oct 24 13:27:23.526417 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 35774) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:23.570843 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-e53bdb17-1110-44f3-b0a4-2587ee26ab23 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=6019625869c249fbae42eff10c82c590&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433011 Oct 24 13:27:23.573339 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 35776) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:23.621325 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c6a58a56-8e4a-456e-8d3f-d931b3227fae admin admin] Publish callbacks [] for security_group (0e9260e4-16fd-4d92-8be2-257fdae43e5a), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.642155 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c6a58a56-8e4a-456e-8d3f-d931b3227fae admin admin] Publish callbacks [] for security_group (0e9260e4-16fd-4d92-8be2-257fdae43e5a), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.754003 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c6a58a56-8e4a-456e-8d3f-d931b3227fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (0e9260e4-16fd-4d92-8be2-257fdae43e5a), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.756846 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c6a58a56-8e4a-456e-8d3f-d931b3227fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.757983 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-c6a58a56-8e4a-456e-8d3f-d931b3227fae admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/0e9260e4-16fd-4d92-8be2-257fdae43e5a HTTP/1.1" status: 204 len: 168 time: 0.1837363 Oct 24 13:27:23.765851 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a58a56-8e4a-456e-8d3f-d931b3227fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9260e4-16fd-4d92-8be2-257fdae43e5a,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:23.778817 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:24.394511 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:24.439548 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:24.618419 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3e815-5168-489d-bc3d-1bfd891c2453 req-34fed44a-82cf-45bd-9494-b4c3cdc99662 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:24.618419 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0ec3e815-5168-489d-bc3d-1bfd891c2453 req-34fed44a-82cf-45bd-9494-b4c3cdc99662 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0497062 Oct 24 13:27:24.667825 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0ec3e815-5168-489d-bc3d-1bfd891c2453 req-feaee1e2-af1d-4347-8557-9f5bea4e27c3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443254 Oct 24 13:27:24.769773 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 35820) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:24.864599 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-b5f5a70c-1f1e-4b1b-89c7-07bf2686a6c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1413767237-network', 'tenant_id': 'acdf013b7f44452f90a21e22432b0015'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:27:24.869327 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:24.965160 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f5a70c-1f1e-4b1b-89c7-07bf2686a6c6 admin admin] Made reservation on behalf of acdf013b7f44452f90a21e22432b0015 for: {'network': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:27:24.967475 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a70c-1f1e-4b1b-89c7-07bf2686a6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:24.975967 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a70c-1f1e-4b1b-89c7-07bf2686a6c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:25.049615 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a70c-1f1e-4b1b-89c7-07bf2686a6c6 admin admin] Publish callbacks [] for security_group (0a7d495d-1d89-45dd-ae94-f8408fd387c7), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:25.096195 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a70c-1f1e-4b1b-89c7-07bf2686a6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (0a7d495d-1d89-45dd-ae94-f8408fd387c7), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:25.123596 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f5a70c-1f1e-4b1b-89c7-07bf2686a6c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=104908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:27:25.130030 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5a70c-1f1e-4b1b-89c7-07bf2686a6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7d495d-1d89-45dd-ae94-f8408fd387c7,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:25.136296 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a70c-1f1e-4b1b-89c7-07bf2686a6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (27a55181-238c-4ffe-8e46-e1f86af40431), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:25.136640 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.segments_db [None req-b5f5a70c-1f1e-4b1b-89c7-07bf2686a6c6 admin admin] Added segment 27a55181-238c-4ffe-8e46-e1f86af40431 of type vlan for network 1d29d502-7ec3-4ad0-aef7-d4451eac6aad Oct 24 13:27:25.165690 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:25.176620 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a70c-1f1e-4b1b-89c7-07bf2686a6c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (1d29d502-7ec3-4ad0-aef7-d4451eac6aad), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:25.256733 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a70c-1f1e-4b1b-89c7-07bf2686a6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (1d29d502-7ec3-4ad0-aef7-d4451eac6aad), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:25.257810 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f5a70c-1f1e-4b1b-89c7-07bf2686a6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:25.258378 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a70c-1f1e-4b1b-89c7-07bf2686a6c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:25.327399 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5a70c-1f1e-4b1b-89c7-07bf2686a6c6 admin admin] Pushing event updated for resources: {'Network': ['ID=1d29d502-7ec3-4ad0-aef7-d4451eac6aad,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:25.337697 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network 1d29d502-7ec3-4ad0-aef7-d4451eac6aad details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:27:25.351113 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-b5f5a70c-1f1e-4b1b-89c7-07bf2686a6c6 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5802524 Oct 24 13:27:25.356623 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 35832) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:25.361631 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-3af08392-61af-4d2f-96e4-f1b1830b9c6c admin admin] Request body: {'subnet': {'network_id': '1d29d502-7ec3-4ad0-aef7-d4451eac6aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1413767237-subnet', 'tenant_id': 'acdf013b7f44452f90a21e22432b0015', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:27:25.427807 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af08392-61af-4d2f-96e4-f1b1830b9c6c admin admin] Made reservation on behalf of acdf013b7f44452f90a21e22432b0015 for: {'subnet': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:27:25.430211 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3af08392-61af-4d2f-96e4-f1b1830b9c6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4260666'] for subnet (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:25.669044 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3af08392-61af-4d2f-96e4-f1b1830b9c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4260652'] for subnet (10fb294b-a925-4bd2-a9a8-24cdfa453de9), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:25.727423 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af08392-61af-4d2f-96e4-f1b1830b9c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=10fb294b-a925-4bd2-a9a8-24cdfa453de9,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:25.736659 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af08392-61af-4d2f-96e4-f1b1830b9c6c admin admin] Checking segment: {'id': '27a55181-238c-4ffe-8e46-e1f86af40431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1d29d502-7ec3-4ad0-aef7-d4451eac6aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:27:25.737092 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af08392-61af-4d2f-96e4-f1b1830b9c6c admin admin] Network hostable DHCP agents. Network: 1d29d502-7ec3-4ad0-aef7-d4451eac6aad, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:27:25.801065 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17e8c2-736a-4a80-bdd4-fba07e827376 req-8c6eb5ec-eaf5-4f67-9703-bb9a2f0705b2 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:25.802652 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7d17e8c2-736a-4a80-bdd4-fba07e827376 req-8c6eb5ec-eaf5-4f67-9703-bb9a2f0705b2 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0549192 Oct 24 13:27:25.805390 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af08392-61af-4d2f-96e4-f1b1830b9c6c admin admin] Network 1d29d502-7ec3-4ad0-aef7-d4451eac6aad is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:27:25.817643 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:25.851332 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7d17e8c2-736a-4a80-bdd4-fba07e827376 req-f91fff58-b1ef-4e04-ad54-d86d8a8f04cc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430431 Oct 24 13:27:25.885397 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-3af08392-61af-4d2f-96e4-f1b1830b9c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, 1d29d502-7ec3-4ad0-aef7-d4451eac6aad) {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:27:25.891033 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af08392-61af-4d2f-96e4-f1b1830b9c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:25.891810 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3af08392-61af-4d2f-96e4-f1b1830b9c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:25.892749 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97457b84-542c-41ba-80fd-6f5e06e848ab None None] Network 1d29d502-7ec3-4ad0-aef7-d4451eac6aad requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:27:25.900495 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:25.985564 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-3af08392-61af-4d2f-96e4-f1b1830b9c6c admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6277258 Oct 24 13:27:25.995867 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ca787f-60a8-4007-8488-39762287afe0 None None] Network 1d29d502-7ec3-4ad0-aef7-d4451eac6aad requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:27:26.645474 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35864) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:26.650307 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1104427873-network', 'tenant_id': '5b6c8a973f0d4c04b4010302750f72c6'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:27:26.764912 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Made reservation on behalf of 5b6c8a973f0d4c04b4010302750f72c6 for: {'network': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:27:26.767259 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.776435 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.856822 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Publish callbacks [] for security_group (178f1d21-cadc-4bc8-b651-e34261322624), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.942233 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (178f1d21-cadc-4bc8-b651-e34261322624), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.970869 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=104907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:27:26.973483 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca962f-5ad0-402a-84d6-c71ed8f17d13 req-48302d4a-61f2-4534-9615-0f63a76f9ad4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:26.975008 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-18ca962f-5ad0-402a-84d6-c71ed8f17d13 req-48302d4a-61f2-4534-9615-0f63a76f9ad4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0472350 Oct 24 13:27:26.977438 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178f1d21-cadc-4bc8-b651-e34261322624,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:26.987524 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (9403f4b5-af19-4374-bd5a-1131276a4f22), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.987863 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.segments_db [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Added segment 9403f4b5-af19-4374-bd5a-1131276a4f22 of type vlan for network 8e981693-c331-4339-b73f-ac5524e163c6 Oct 24 13:27:26.996390 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:26.996736 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:26.997073 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:26.997409 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:26.997738 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:26.998064 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:26.998389 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:26.998744 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:26.999027 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:26.999346 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:26.999671 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:26.999988 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:27.000327 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:27.001233 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:27.001233 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:27.022525 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-18ca962f-5ad0-402a-84d6-c71ed8f17d13 req-d2f7b1bc-abf9-443f-94d1-f842f79022ff tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419037 Oct 24 13:27:27.037722 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (8e981693-c331-4339-b73f-ac5524e163c6), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.096493 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (8e981693-c331-4339-b73f-ac5524e163c6), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.097517 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:27.098102 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.103269 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=13 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:27.161965 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] Pushing event updated for resources: {'Network': ['ID=8e981693-c331-4339-b73f-ac5524e163c6,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:27.171708 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network 8e981693-c331-4339-b73f-ac5524e163c6 details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:27:27.219631 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-f214bfa9-c3c6-49e0-b1e8-708446a7c56f admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5730753 Oct 24 13:27:27.222497 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35872) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:27.227199 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-22377eda-f506-4007-87f1-64890381728a admin admin] Request body: {'subnet': {'network_id': '8e981693-c331-4339-b73f-ac5524e163c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1104427873-subnet', 'tenant_id': '5b6c8a973f0d4c04b4010302750f72c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:27:27.296484 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22377eda-f506-4007-87f1-64890381728a admin admin] Made reservation on behalf of 5b6c8a973f0d4c04b4010302750f72c6 for: {'subnet': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:27:27.301768 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-22377eda-f506-4007-87f1-64890381728a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.519572 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-22377eda-f506-4007-87f1-64890381728a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for subnet (457a810d-9248-48b2-b0d4-99da642ab55b), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.568510 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22377eda-f506-4007-87f1-64890381728a admin admin] Pushing event updated for resources: {'Subnet': ['ID=457a810d-9248-48b2-b0d4-99da642ab55b,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:27.583875 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22377eda-f506-4007-87f1-64890381728a admin admin] Checking segment: {'id': '9403f4b5-af19-4374-bd5a-1131276a4f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8e981693-c331-4339-b73f-ac5524e163c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:27:27.584228 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22377eda-f506-4007-87f1-64890381728a admin admin] Network hostable DHCP agents. Network: 8e981693-c331-4339-b73f-ac5524e163c6, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:27:27.590034 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:27.662337 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22377eda-f506-4007-87f1-64890381728a admin admin] Network 8e981693-c331-4339-b73f-ac5524e163c6 is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:27:27.747955 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-22377eda-f506-4007-87f1-64890381728a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, 8e981693-c331-4339-b73f-ac5524e163c6) {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:27:27.751910 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22377eda-f506-4007-87f1-64890381728a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:27.752521 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-22377eda-f506-4007-87f1-64890381728a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.762960 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6cfaf2-1b8c-411d-b572-35d480cf4371 None None] Network 8e981693-c331-4339-b73f-ac5524e163c6 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:27:27.819063 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-22377eda-f506-4007-87f1-64890381728a admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5954492 Oct 24 13:27:27.865913 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfc95fe-2e87-4b20-a3f1-452cf322aef9 None None] Network 8e981693-c331-4339-b73f-ac5524e163c6 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:27:27.941633 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35884) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:27.988923 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8990f2f-710e-413d-828e-11a264331c1f admin admin] Deleting subnet 10fb294b-a925-4bd2-a9a8-24cdfa453de9 {{(pid=104907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:27:27.992084 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c8990f2f-710e-413d-828e-11a264331c1f admin admin] Publish callbacks [] for subnet (10fb294b-a925-4bd2-a9a8-24cdfa453de9), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:28.026852 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c8990f2f-710e-413d-828e-11a264331c1f admin admin] Publish callbacks [] for subnet (10fb294b-a925-4bd2-a9a8-24cdfa453de9), precommit_delete_associations {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:28.033112 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c8990f2f-710e-413d-828e-11a264331c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (10fb294b-a925-4bd2-a9a8-24cdfa453de9), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:28.140575 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c8990f2f-710e-413d-828e-11a264331c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for subnet (10fb294b-a925-4bd2-a9a8-24cdfa453de9), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:28.171341 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90967ec-d7ca-45c8-87ed-4019dac040e1 req-d32b4267-a187-48f7-9123-d9917716c812 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:28.172833 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a90967ec-d7ca-45c8-87ed-4019dac040e1 req-d32b4267-a187-48f7-9123-d9917716c812 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0700901 Oct 24 13:27:28.175621 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8990f2f-710e-413d-828e-11a264331c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10fb294b-a925-4bd2-a9a8-24cdfa453de9,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:28.179389 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c8990f2f-710e-413d-828e-11a264331c1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:28.182487 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-c8990f2f-710e-413d-828e-11a264331c1f admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/10fb294b-a925-4bd2-a9a8-24cdfa453de9 HTTP/1.1" status: 204 len: 168 time: 0.2398663 Oct 24 13:27:28.185497 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35888) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:28.288516 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a90967ec-d7ca-45c8-87ed-4019dac040e1 req-ecac65f9-8769-4415-a664-f50e4115e106 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048756 Oct 24 13:27:28.291249 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (1d29d502-7ec3-4ad0-aef7-d4451eac6aad), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:28.373623 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (1d29d502-7ec3-4ad0-aef7-d4451eac6aad), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:28.394689 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:28.395049 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:28.395788 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:28.396119 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Subscribe: > port after_create 55550000 {{(pid=104907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:28.396492 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Subscribe: > port after_delete 55550000 {{(pid=104907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:28.396846 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Subscribe: > port after_update 55550000 {{(pid=104907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:28.397148 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:28.397485 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:28.397802 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:28.398122 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:28.464089 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:28.464487 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:28.464852 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:28.465185 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:27:28.465563 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d29d502-7ec3-4ad0-aef7-d4451eac6aad']}} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:28.486122 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a55181-238c-4ffe-8e46-e1f86af40431') {'for_net_delete': True} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:28.486416 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a55181-238c-4ffe-8e46-e1f86af40431') {} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:28.502709 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4404749'] for segment (27a55181-238c-4ffe-8e46-e1f86af40431), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:28.523071 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (27a55181-238c-4ffe-8e46-e1f86af40431), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:28.531426 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=104907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:27:28.531801 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5212013'] for segment (27a55181-238c-4ffe-8e46-e1f86af40431), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:28.580241 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:28.668688 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b13b8a8f-f536-4ac5-b558-b1ad6b713ca2 req-adb9c62d-3f0d-407f-a4cd-e17d79013534 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401275 Oct 24 13:27:28.697073 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (1d29d502-7ec3-4ad0-aef7-d4451eac6aad), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:28.706526 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:28.711935 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/1d29d502-7ec3-4ad0-aef7-d4451eac6aad HTTP/1.1" status: 204 len: 168 time: 0.5195522 Oct 24 13:27:28.713036 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 35902) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:28.733569 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badfe2f-2522-434d-81e0-a77515d5c3af admin admin] Pushing event deleted for resources: {'Network': ['ID=1d29d502-7ec3-4ad0-aef7-d4451eac6aad,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:28.738298 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.services.segments.plugin [-] Segment 27a55181-238c-4ffe-8e46-e1f86af40431 resource provider aggregate not found Oct 24 13:27:28.761050 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.services.segments.plugin [-] Segment 27a55181-238c-4ffe-8e46-e1f86af40431 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27a55181-238c-4ffe-8e46-e1f86af40431 found for delete ", "request_id": "req-afc2c4e6-32cd-407a-ace9-6f11dc65c622"}]} Oct 24 13:27:28.803984 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b8a8f-f536-4ac5-b558-b1ad6b713ca2 req-2877260e-0b42-4d9a-adc2-ef8ec945c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:28.805482 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b13b8a8f-f536-4ac5-b558-b1ad6b713ca2 req-2877260e-0b42-4d9a-adc2-ef8ec945c34f service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 1129 time: 0.0495701 Oct 24 13:27:28.808395 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_v2 [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Deleting subnet 457a810d-9248-48b2-b0d4-99da642ab55b {{(pid=104908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:27:28.812465 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Publish callbacks [] for subnet (457a810d-9248-48b2-b0d4-99da642ab55b), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:29.107605 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5528164'] for subnet (457a810d-9248-48b2-b0d4-99da642ab55b), precommit_delete_associations {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:29.177687 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (457a810d-9248-48b2-b0d4-99da642ab55b), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:29.197404 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b8a8f-f536-4ac5-b558-b1ad6b713ca2 req-937e40ba-d077-4193-845c-4ed92dedd8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:29.198893 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b13b8a8f-f536-4ac5-b558-b1ad6b713ca2 req-937e40ba-d077-4193-845c-4ed92dedd8f6 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 918 time: 0.3676872 Oct 24 13:27:29.243856 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b13b8a8f-f536-4ac5-b558-b1ad6b713ca2 req-b0edec2e-d653-4b74-b697-2d736a9575ab service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf65c088-1188-479e-a207-5b5919c77b82 HTTP/1.1" status: 200 len: 217 time: 0.0372894 Oct 24 13:27:29.305255 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b8a8f-f536-4ac5-b558-b1ad6b713ca2 req-73b17e4e-35ca-482b-a901-e6572e890123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:29.306696 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b13b8a8f-f536-4ac5-b558-b1ad6b713ca2 req-73b17e4e-35ca-482b-a901-e6572e890123 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.0565085 Oct 24 13:27:29.352151 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4260645'] for subnet (457a810d-9248-48b2-b0d4-99da642ab55b), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:29.356960 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b8a8f-f536-4ac5-b558-b1ad6b713ca2 req-5995c02c-c0ec-47c2-9643-2e84a1fa35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:29.358466 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b13b8a8f-f536-4ac5-b558-b1ad6b713ca2 req-5995c02c-c0ec-47c2-9643-2e84a1fa35a1 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453284 Oct 24 13:27:29.398295 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:29.400434 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457a810d-9248-48b2-b0d4-99da642ab55b,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:29.414204 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:29.419860 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/457a810d-9248-48b2-b0d4-99da642ab55b HTTP/1.1" status: 204 len: 168 time: 0.7033219 Oct 24 13:27:29.420844 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35920) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:29.470782 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:29.471044 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:29.471379 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:29.471713 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:29.472043 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:29.472427 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:29.472749 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:29.473069 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:29.473388 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:29.473706 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:29.474023 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:29.474341 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:29.474653 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:29.474967 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:29.475278 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70882f8f-d6d9-4360-b48f-437c421ecfb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:29.503029 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e13822-6460-4b9a-907d-49d95a3c0feb req-ed0f4107-77be-42b4-8e0d-768808e79ca5 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:29.503618 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4b00-83ce-488b-9ee7-2f93c8770fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (8e981693-c331-4339-b73f-ac5524e163c6), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:29.504558 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-34e13822-6460-4b9a-907d-49d95a3c0feb req-ed0f4107-77be-42b4-8e0d-768808e79ca5 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.1258843 Oct 24 13:27:29.548389 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b13b8a8f-f536-4ac5-b558-b1ad6b713ca2 req-68b9e314-b834-4977-83d7-03b48973c6ca service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662664 Oct 24 13:27:29.557315 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:29.583525 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4b00-83ce-488b-9ee7-2f93c8770fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (8e981693-c331-4339-b73f-ac5524e163c6), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:29.605400 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-ac4c4b00-83ce-488b-9ee7-2f93c8770fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e981693-c331-4339-b73f-ac5524e163c6']}} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:29.616041 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-ac4c4b00-83ce-488b-9ee7-2f93c8770fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9403f4b5-af19-4374-bd5a-1131276a4f22') {'for_net_delete': True} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:29.616410 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-ac4c4b00-83ce-488b-9ee7-2f93c8770fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9403f4b5-af19-4374-bd5a-1131276a4f22') {} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:29.626095 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-34e13822-6460-4b9a-907d-49d95a3c0feb req-8eb38cd5-bc78-4781-83f2-2d4e9b1f2a96 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143467 Oct 24 13:27:29.630365 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4b00-83ce-488b-9ee7-2f93c8770fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4404749'] for segment (9403f4b5-af19-4374-bd5a-1131276a4f22), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:29.647019 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4b00-83ce-488b-9ee7-2f93c8770fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (9403f4b5-af19-4374-bd5a-1131276a4f22), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:29.654476 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4c4b00-83ce-488b-9ee7-2f93c8770fc2 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=104907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:27:29.654945 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4b00-83ce-488b-9ee7-2f93c8770fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5212013'] for segment (9403f4b5-af19-4374-bd5a-1131276a4f22), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:29.666023 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b13b8a8f-f536-4ac5-b558-b1ad6b713ca2 req-fcc89a88-93f3-4ff3-8b5c-045462c5446c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074793 Oct 24 13:27:29.805103 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4b00-83ce-488b-9ee7-2f93c8770fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (8e981693-c331-4339-b73f-ac5524e163c6), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:29.811364 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4b00-83ce-488b-9ee7-2f93c8770fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:29.814546 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-ac4c4b00-83ce-488b-9ee7-2f93c8770fc2 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/8e981693-c331-4339-b73f-ac5524e163c6 HTTP/1.1" status: 204 len: 168 time: 0.3924766 Oct 24 13:27:29.830079 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c4b00-83ce-488b-9ee7-2f93c8770fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e981693-c331-4339-b73f-ac5524e163c6,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:30.231919 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35932) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:30.268555 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:30.272251 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-93400591-8b73-4610-8f99-8bb15dc9fc04 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=acdf013b7f44452f90a21e22432b0015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391614 Oct 24 13:27:30.274759 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35934) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:30.322583 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b0c0ec35-e33d-4af2-98f1-78aa024da7c1 admin admin] Publish callbacks [] for security_group (0a7d495d-1d89-45dd-ae94-f8408fd387c7), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:30.346848 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b0c0ec35-e33d-4af2-98f1-78aa024da7c1 admin admin] Publish callbacks [] for security_group (0a7d495d-1d89-45dd-ae94-f8408fd387c7), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:30.467777 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b0c0ec35-e33d-4af2-98f1-78aa024da7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (0a7d495d-1d89-45dd-ae94-f8408fd387c7), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:30.470379 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b0c0ec35-e33d-4af2-98f1-78aa024da7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:30.471509 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-b0c0ec35-e33d-4af2-98f1-78aa024da7c1 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/0a7d495d-1d89-45dd-ae94-f8408fd387c7 HTTP/1.1" status: 204 len: 168 time: 0.1958833 Oct 24 13:27:30.479376 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0ec35-e33d-4af2-98f1-78aa024da7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7d495d-1d89-45dd-ae94-f8408fd387c7,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:30.752481 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8258324-a7a1-4ef2-b4e2-8c16f46007ee req-aa609127-d67c-4393-a41c-207ddf029e11 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:30.753966 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d8258324-a7a1-4ef2-b4e2-8c16f46007ee req-aa609127-d67c-4393-a41c-207ddf029e11 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0508080 Oct 24 13:27:30.785639 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.services.segments.plugin [-] Segment 9403f4b5-af19-4374-bd5a-1131276a4f22 resource provider aggregate not found Oct 24 13:27:30.812771 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d8258324-a7a1-4ef2-b4e2-8c16f46007ee req-ace61702-fc07-466c-8c40-c7bc2bfda91f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525508 Oct 24 13:27:30.821626 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.services.segments.plugin [-] Segment 9403f4b5-af19-4374-bd5a-1131276a4f22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9403f4b5-af19-4374-bd5a-1131276a4f22 found for delete ", "request_id": "req-778d3552-a983-48a9-b5ba-66afaa42e54d"}]} Oct 24 13:27:31.077916 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35960) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:31.113830 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=33 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:31.120295 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=50 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:31.120532 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-e31c5d3e-075b-41fc-884d-4c09b36b2e52 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=5b6c8a973f0d4c04b4010302750f72c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404975 Oct 24 13:27:31.122276 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35966) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:31.170656 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-199226da-fdc4-4e8d-85a9-5ea05893e09c admin admin] Publish callbacks [] for security_group (178f1d21-cadc-4bc8-b651-e34261322624), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:31.193456 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-199226da-fdc4-4e8d-85a9-5ea05893e09c admin admin] Publish callbacks [] for security_group (178f1d21-cadc-4bc8-b651-e34261322624), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:31.203736 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:31.347443 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-743bdd00-f25f-4c25-962f-2399fdcd889e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:31.348409 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-199226da-fdc4-4e8d-85a9-5ea05893e09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (178f1d21-cadc-4bc8-b651-e34261322624), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:31.351006 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-199226da-fdc4-4e8d-85a9-5ea05893e09c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:31.352155 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-199226da-fdc4-4e8d-85a9-5ea05893e09c admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/178f1d21-cadc-4bc8-b651-e34261322624 HTTP/1.1" status: 204 len: 168 time: 0.2289824 Oct 24 13:27:31.360351 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199226da-fdc4-4e8d-85a9-5ea05893e09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178f1d21-cadc-4bc8-b651-e34261322624,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:31.595956 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 35972) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:31.700063 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-42919d28-71f5-488b-b13e-b1e0693f39c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:31.778981 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-42919d28-71f5-488b-b13e-b1e0693f39c5 admin admin] Publish callbacks [] for security_group (16e2640c-499d-43f9-a866-82e51a5503be), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:31.945201 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6c51b-af41-4c0d-9ac4-c8ed6a849357 req-d557f45c-08e9-4ef5-81a5-112786cda1f1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:31.945201 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bef6c51b-af41-4c0d-9ac4-c8ed6a849357 req-d557f45c-08e9-4ef5-81a5-112786cda1f1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0535641 Oct 24 13:27:31.982379 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-42919d28-71f5-488b-b13e-b1e0693f39c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (16e2640c-499d-43f9-a866-82e51a5503be), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:32.000418 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bef6c51b-af41-4c0d-9ac4-c8ed6a849357 req-9bc7f5e8-45f3-46a1-98e7-8bc941bf21f6 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475476 Oct 24 13:27:32.024216 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-42919d28-71f5-488b-b13e-b1e0693f39c5 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=dd0e49015850403ea4e718fb8602b9ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4271467 Oct 24 13:27:32.025381 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42919d28-71f5-488b-b13e-b1e0693f39c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e2640c-499d-43f9-a866-82e51a5503be,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:32.027643 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 35988) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:32.083497 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a4b03f0c-0b5d-4299-a760-c10d239385a6 admin admin] Publish callbacks [] for security_group (16e2640c-499d-43f9-a866-82e51a5503be), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:32.110771 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a4b03f0c-0b5d-4299-a760-c10d239385a6 admin admin] Publish callbacks [] for security_group (16e2640c-499d-43f9-a866-82e51a5503be), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:32.205457 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a4b03f0c-0b5d-4299-a760-c10d239385a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (16e2640c-499d-43f9-a866-82e51a5503be), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:32.208366 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a4b03f0c-0b5d-4299-a760-c10d239385a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:32.209624 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-a4b03f0c-0b5d-4299-a760-c10d239385a6 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/16e2640c-499d-43f9-a866-82e51a5503be HTTP/1.1" status: 204 len: 168 time: 0.1803172 Oct 24 13:27:32.218010 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b03f0c-0b5d-4299-a760-c10d239385a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e2640c-499d-43f9-a866-82e51a5503be,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:32.630397 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36008) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:32.722825 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36012) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:32.739551 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-384d9487-c1ee-4c53-8fe4-c456fe1ed860 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-859168348-network', 'tenant_id': '0e847aaaedd940f59efac66104ef8008'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:27:32.746372 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-aa47d628-5a91-4213-ad6d-1f74bd8512f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:32.831175 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-aa47d628-5a91-4213-ad6d-1f74bd8512f6 admin admin] Publish callbacks [] for security_group (25983484-452a-4d94-8e27-d5e991f0cfc7), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:32.850454 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384d9487-c1ee-4c53-8fe4-c456fe1ed860 admin admin] Made reservation on behalf of 0e847aaaedd940f59efac66104ef8008 for: {'network': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:27:32.852799 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-384d9487-c1ee-4c53-8fe4-c456fe1ed860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:32.861389 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-384d9487-c1ee-4c53-8fe4-c456fe1ed860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:32.898590 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-aa47d628-5a91-4213-ad6d-1f74bd8512f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (25983484-452a-4d94-8e27-d5e991f0cfc7), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:32.904494 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:32.952598 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47d628-5a91-4213-ad6d-1f74bd8512f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25983484-452a-4d94-8e27-d5e991f0cfc7,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:32.958840 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-aa47d628-5a91-4213-ad6d-1f74bd8512f6 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=4ee9cd6caf244849ba550ecb7a734b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350132 Oct 24 13:27:32.961951 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 36016) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:32.980487 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-384d9487-c1ee-4c53-8fe4-c456fe1ed860 admin admin] Publish callbacks [] for security_group (1d851bc9-e73c-4067-adc6-0fdba2b615b4), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:33.013711 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0fd3c014-e690-4fb7-ba9e-33d4a2b6268f admin admin] Publish callbacks [] for security_group (25983484-452a-4d94-8e27-d5e991f0cfc7), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:33.034684 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0fd3c014-e690-4fb7-ba9e-33d4a2b6268f admin admin] Publish callbacks [] for security_group (25983484-452a-4d94-8e27-d5e991f0cfc7), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:33.056252 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-384d9487-c1ee-4c53-8fe4-c456fe1ed860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (1d851bc9-e73c-4067-adc6-0fdba2b615b4), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:33.094907 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d9487-c1ee-4c53-8fe4-c456fe1ed860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d851bc9-e73c-4067-adc6-0fdba2b615b4,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:33.131712 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3de6c-853c-4a70-b14b-6d6b69d970df req-2e3ab218-06cf-425f-a0e2-0509ffdf0d9f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:33.133253 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-77e3de6c-853c-4a70-b14b-6d6b69d970df req-2e3ab218-06cf-425f-a0e2-0509ffdf0d9f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0520790 Oct 24 13:27:33.147987 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0fd3c014-e690-4fb7-ba9e-33d4a2b6268f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (25983484-452a-4d94-8e27-d5e991f0cfc7), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:33.150748 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0fd3c014-e690-4fb7-ba9e-33d4a2b6268f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:33.154498 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-0fd3c014-e690-4fb7-ba9e-33d4a2b6268f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/25983484-452a-4d94-8e27-d5e991f0cfc7 HTTP/1.1" status: 204 len: 168 time: 0.1887374 Oct 24 13:27:33.162123 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3c014-e690-4fb7-ba9e-33d4a2b6268f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25983484-452a-4d94-8e27-d5e991f0cfc7,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:33.178840 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384d9487-c1ee-4c53-8fe4-c456fe1ed860 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=104907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:27:33.178840 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=76,neutron:INSERT=23,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:33.196651 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-384d9487-c1ee-4c53-8fe4-c456fe1ed860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (affa94f8-ad50-4931-8362-2079a4a74558), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:33.196998 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.segments_db [None req-384d9487-c1ee-4c53-8fe4-c456fe1ed860 admin admin] Added segment affa94f8-ad50-4931-8362-2079a4a74558 of type vlan for network 74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6 Oct 24 13:27:33.208898 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-77e3de6c-853c-4a70-b14b-6d6b69d970df req-947f224e-fc19-4d68-939b-aa581a706725 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700414 Oct 24 13:27:33.243973 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-384d9487-c1ee-4c53-8fe4-c456fe1ed860 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:33.324887 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-384d9487-c1ee-4c53-8fe4-c456fe1ed860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:33.325928 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d9487-c1ee-4c53-8fe4-c456fe1ed860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:33.326501 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-384d9487-c1ee-4c53-8fe4-c456fe1ed860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:33.386535 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d9487-c1ee-4c53-8fe4-c456fe1ed860 admin admin] Pushing event updated for resources: {'Network': ['ID=74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:33.396127 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network 74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6 details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:27:33.442245 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-384d9487-c1ee-4c53-8fe4-c456fe1ed860 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8107474 Oct 24 13:27:33.445513 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 36026) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:33.450255 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-16cd9de7-a865-462b-8bc8-aef875a0a49b admin admin] Request body: {'subnet': {'network_id': '74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-859168348-subnet', 'tenant_id': '0e847aaaedd940f59efac66104ef8008', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:27:33.559139 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cd9de7-a865-462b-8bc8-aef875a0a49b admin admin] Made reservation on behalf of 0e847aaaedd940f59efac66104ef8008 for: {'subnet': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:27:33.561584 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-16cd9de7-a865-462b-8bc8-aef875a0a49b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4260666'] for subnet (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:33.622797 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-3cc802a0-959d-4ba7-970b-423386dd1979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:33.806428 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-16cd9de7-a865-462b-8bc8-aef875a0a49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4260652'] for subnet (92f422b1-7cc9-4656-958d-b10fe568bd10), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:33.815181 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:33.868085 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd9de7-a865-462b-8bc8-aef875a0a49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f422b1-7cc9-4656-958d-b10fe568bd10,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:33.878403 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd9de7-a865-462b-8bc8-aef875a0a49b admin admin] Checking segment: {'id': 'affa94f8-ad50-4931-8362-2079a4a74558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:27:33.878403 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cd9de7-a865-462b-8bc8-aef875a0a49b admin admin] Network hostable DHCP agents. Network: 74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:27:33.947401 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cd9de7-a865-462b-8bc8-aef875a0a49b admin admin] Network 74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6 is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:27:34.004933 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-16cd9de7-a865-462b-8bc8-aef875a0a49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, 74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6) {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:27:34.008935 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cd9de7-a865-462b-8bc8-aef875a0a49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:34.009565 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-16cd9de7-a865-462b-8bc8-aef875a0a49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:34.012165 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:34.014984 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338a7e2c-c222-4527-9e91-99592f638762 None None] Network 74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:27:34.070493 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-16cd9de7-a865-462b-8bc8-aef875a0a49b admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6240201 Oct 24 13:27:34.142417 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a496b26a-64e4-4c16-ad3d-0a985b51d05f None None] Network 74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:27:34.362884 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598e027-1d2c-4364-823d-d2285a117062 req-5ba1d3a2-760e-47f1-8318-cefc80f90024 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:34.364469 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f598e027-1d2c-4364-823d-d2285a117062 req-5ba1d3a2-760e-47f1-8318-cefc80f90024 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0518663 Oct 24 13:27:34.417441 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f598e027-1d2c-4364-823d-d2285a117062 req-8d6855a6-53dd-474a-9c02-e94dc23f9b39 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463834 Oct 24 13:27:34.694202 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 36074) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:34.834990 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36082) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:34.842798 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-766602d4-0b88-4cd0-a6bb-abbfeea5cdf5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-699643933-network', 'tenant_id': 'b1ce17c89f044bb091ed819107f6d5ea'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:27:34.861266 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-899b4972-b842-42f2-ba64-ca7d8e73734d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:34.879627 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:34.930512 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766602d4-0b88-4cd0-a6bb-abbfeea5cdf5 admin admin] Made reservation on behalf of b1ce17c89f044bb091ed819107f6d5ea for: {'network': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:27:34.933151 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-766602d4-0b88-4cd0-a6bb-abbfeea5cdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:34.938003 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-899b4972-b842-42f2-ba64-ca7d8e73734d admin admin] Publish callbacks [] for security_group (f4341e8f-5a24-40d4-ad93-eb7a3dd7282e), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:34.942657 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-766602d4-0b88-4cd0-a6bb-abbfeea5cdf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:35.015911 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-899b4972-b842-42f2-ba64-ca7d8e73734d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (f4341e8f-5a24-40d4-ad93-eb7a3dd7282e), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:35.021120 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-766602d4-0b88-4cd0-a6bb-abbfeea5cdf5 admin admin] Publish callbacks [] for security_group (fc252ed7-3d3e-4d2a-979e-c52be2a01253), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:35.056091 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-899b4972-b842-42f2-ba64-ca7d8e73734d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=7b67103800a240e588f587ec6df4d35f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3608127 Oct 24 13:27:35.057198 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b4972-b842-42f2-ba64-ca7d8e73734d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4341e8f-5a24-40d4-ad93-eb7a3dd7282e,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:35.058948 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36086) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:35.097904 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-766602d4-0b88-4cd0-a6bb-abbfeea5cdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (fc252ed7-3d3e-4d2a-979e-c52be2a01253), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:35.135189 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-09059dfd-bebd-4bf4-8999-e945fc08eff2 admin admin] Publish callbacks [] for security_group (f4341e8f-5a24-40d4-ad93-eb7a3dd7282e), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:35.135934 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766602d4-0b88-4cd0-a6bb-abbfeea5cdf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=104907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:27:35.153939 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766602d4-0b88-4cd0-a6bb-abbfeea5cdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc252ed7-3d3e-4d2a-979e-c52be2a01253,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:35.165500 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-766602d4-0b88-4cd0-a6bb-abbfeea5cdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (dd2e098b-12b0-4322-adbe-0d0c5c17ffa0), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:35.165978 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.segments_db [None req-766602d4-0b88-4cd0-a6bb-abbfeea5cdf5 admin admin] Added segment dd2e098b-12b0-4322-adbe-0d0c5c17ffa0 of type vlan for network c71c1abb-f720-4167-8c25-b8f2a33269b2 Oct 24 13:27:35.177282 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-09059dfd-bebd-4bf4-8999-e945fc08eff2 admin admin] Publish callbacks [] for security_group (f4341e8f-5a24-40d4-ad93-eb7a3dd7282e), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:35.225110 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:35.232945 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-766602d4-0b88-4cd0-a6bb-abbfeea5cdf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (c71c1abb-f720-4167-8c25-b8f2a33269b2), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:35.336452 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-766602d4-0b88-4cd0-a6bb-abbfeea5cdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (c71c1abb-f720-4167-8c25-b8f2a33269b2), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:35.337498 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766602d4-0b88-4cd0-a6bb-abbfeea5cdf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:35.338111 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-766602d4-0b88-4cd0-a6bb-abbfeea5cdf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:35.364062 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-09059dfd-bebd-4bf4-8999-e945fc08eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (f4341e8f-5a24-40d4-ad93-eb7a3dd7282e), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:35.366598 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-09059dfd-bebd-4bf4-8999-e945fc08eff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:35.367701 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-09059dfd-bebd-4bf4-8999-e945fc08eff2 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/f4341e8f-5a24-40d4-ad93-eb7a3dd7282e HTTP/1.1" status: 204 len: 168 time: 0.3077223 Oct 24 13:27:35.403822 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09059dfd-bebd-4bf4-8999-e945fc08eff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4341e8f-5a24-40d4-ad93-eb7a3dd7282e,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:35.415638 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766602d4-0b88-4cd0-a6bb-abbfeea5cdf5 admin admin] Pushing event updated for resources: {'Network': ['ID=c71c1abb-f720-4167-8c25-b8f2a33269b2,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:35.428852 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network c71c1abb-f720-4167-8c25-b8f2a33269b2 details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:27:35.457455 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-766602d4-0b88-4cd0-a6bb-abbfeea5cdf5 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6184287 Oct 24 13:27:35.457776 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36096) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:35.462660 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-f83443ed-f109-4249-99c6-49650e2322d2 admin admin] Request body: {'subnet': {'network_id': 'c71c1abb-f720-4167-8c25-b8f2a33269b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-699643933-subnet', 'tenant_id': 'b1ce17c89f044bb091ed819107f6d5ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:27:35.557385 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8095e4c-c0a9-4cd2-a7aa-2efdf421fd58 req-1c2d6db5-af7a-422a-aca7-57bc91caa861 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:35.558792 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d8095e4c-c0a9-4cd2-a7aa-2efdf421fd58 req-1c2d6db5-af7a-422a-aca7-57bc91caa861 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0458145 Oct 24 13:27:35.580219 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83443ed-f109-4249-99c6-49650e2322d2 admin admin] Made reservation on behalf of b1ce17c89f044bb091ed819107f6d5ea for: {'subnet': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:27:35.582529 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f83443ed-f109-4249-99c6-49650e2322d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4442815'] for subnet (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:35.598444 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:35.661703 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d8095e4c-c0a9-4cd2-a7aa-2efdf421fd58 req-07738521-e895-41ba-831a-99a98a6f32c3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970845 Oct 24 13:27:35.845466 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f83443ed-f109-4249-99c6-49650e2322d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5210504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4442793'] for subnet (c6be1391-8efe-49dc-990b-9d990621210d), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:35.909448 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83443ed-f109-4249-99c6-49650e2322d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6be1391-8efe-49dc-990b-9d990621210d,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:35.916850 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83443ed-f109-4249-99c6-49650e2322d2 admin admin] Checking segment: {'id': 'dd2e098b-12b0-4322-adbe-0d0c5c17ffa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c71c1abb-f720-4167-8c25-b8f2a33269b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:27:35.917196 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83443ed-f109-4249-99c6-49650e2322d2 admin admin] Network hostable DHCP agents. Network: c71c1abb-f720-4167-8c25-b8f2a33269b2, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:27:36.011994 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83443ed-f109-4249-99c6-49650e2322d2 admin admin] Network c71c1abb-f720-4167-8c25-b8f2a33269b2 is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:27:36.096318 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-f83443ed-f109-4249-99c6-49650e2322d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, c71c1abb-f720-4167-8c25-b8f2a33269b2) {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:27:36.100598 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83443ed-f109-4249-99c6-49650e2322d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:36.101230 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f83443ed-f109-4249-99c6-49650e2322d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:36.105016 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0689d95-011c-474a-aead-aad95460754a None None] Network c71c1abb-f720-4167-8c25-b8f2a33269b2 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:27:36.152303 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:36.165032 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:36.178994 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-f83443ed-f109-4249-99c6-49650e2322d2 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7199752 Oct 24 13:27:36.219961 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c6e423-2cf6-4852-b8a1-25c5b619fd91 None None] Network c71c1abb-f720-4167-8c25-b8f2a33269b2 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:27:36.381818 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:36.599286 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:36.792334 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9f83-4627-43aa-8e94-14e1b1002446 req-5231fb74-7a59-4d96-90ff-7837d8d78cea tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:36.794522 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-601d9f83-4627-43aa-8e94-14e1b1002446 req-5231fb74-7a59-4d96-90ff-7837d8d78cea tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0474613 Oct 24 13:27:36.850162 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-601d9f83-4627-43aa-8e94-14e1b1002446 req-27859d06-c47b-497c-8618-372b581e91b6 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479527 Oct 24 13:27:37.974011 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520732a4-c059-4bcb-a55d-e3bb50da6c5c req-2d5d0ebe-6b44-46a0-a88b-1730355b29e7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:37.975502 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-520732a4-c059-4bcb-a55d-e3bb50da6c5c req-2d5d0ebe-6b44-46a0-a88b-1730355b29e7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0520718 Oct 24 13:27:38.022502 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-520732a4-c059-4bcb-a55d-e3bb50da6c5c req-1bd7aedb-c481-4dcc-bc58-6c9de0a61caf tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407343 Oct 24 13:27:38.668416 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:27:39.141896 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2a66c-7a2c-4f35-8feb-18100daf4344 req-6271e83c-733b-49b3-bdfb-69c5a6254291 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:39.143384 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b6f2a66c-7a2c-4f35-8feb-18100daf4344 req-6271e83c-733b-49b3-bdfb-69c5a6254291 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0467844 Oct 24 13:27:39.190660 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b6f2a66c-7a2c-4f35-8feb-18100daf4344 req-738838e9-6082-4cbb-8969-c3f5346cabcb tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410354 Oct 24 13:27:40.305995 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abda8f-4cff-4742-8c6b-f66a7ac450d4 req-d42588f2-c47f-469d-a4ff-0addef4df2bb tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:40.307437 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-74abda8f-4cff-4742-8c6b-f66a7ac450d4 req-d42588f2-c47f-469d-a4ff-0addef4df2bb tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0440853 Oct 24 13:27:40.329736 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:40.358459 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-74abda8f-4cff-4742-8c6b-f66a7ac450d4 req-e8418d51-2e25-4910-8a87-ef7ddb8dd54d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450106 Oct 24 13:27:41.479979 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb32566-b318-4036-9614-f662fdc74a6b req-17e18b06-4ec1-47da-8d17-0d2fdda50c66 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:41.481515 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5eb32566-b318-4036-9614-f662fdc74a6b req-17e18b06-4ec1-47da-8d17-0d2fdda50c66 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0480092 Oct 24 13:27:41.532109 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5eb32566-b318-4036-9614-f662fdc74a6b req-228dffc4-ab73-4f73-b233-a125bae2e7cb tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448329 Oct 24 13:27:42.651269 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de736cd7-1a34-421b-bbf1-4220c8eafbce req-e26544ed-5a17-49d9-8ce6-f2c14453ef40 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:42.652731 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-de736cd7-1a34-421b-bbf1-4220c8eafbce req-e26544ed-5a17-49d9-8ce6-f2c14453ef40 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0476315 Oct 24 13:27:42.698897 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-de736cd7-1a34-421b-bbf1-4220c8eafbce req-dab4731d-1a6a-45aa-b7ff-bb04db1a370e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406499 Oct 24 13:27:43.819586 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d5556-92fc-4b93-bed1-f15171316aa5 req-2492435a-5062-4d21-bea0-3a2617471157 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:43.821105 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-860d5556-92fc-4b93-bed1-f15171316aa5 req-2492435a-5062-4d21-bea0-3a2617471157 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0496988 Oct 24 13:27:43.869132 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-860d5556-92fc-4b93-bed1-f15171316aa5 req-072b64c6-cef0-422e-8f4c-1eaf7a8a3f9d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419395 Oct 24 13:27:44.571097 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:44.987401 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71855296-66f2-45cb-9d72-792e364bec5c req-ea4df9d9-85e2-460d-a7a6-aec7a18f4ad1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:44.988871 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-71855296-66f2-45cb-9d72-792e364bec5c req-ea4df9d9-85e2-460d-a7a6-aec7a18f4ad1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0457182 Oct 24 13:27:45.034423 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-71855296-66f2-45cb-9d72-792e364bec5c req-ad9b7d6b-fc83-40e9-99bc-fa2f5f876fea tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400717 Oct 24 13:27:46.152781 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8dd7a4-58dd-43f5-89b9-a444f442fcba req-39de8eff-d0e9-40ab-88eb-902c7dc390e1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:46.154281 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6f8dd7a4-58dd-43f5-89b9-a444f442fcba req-39de8eff-d0e9-40ab-88eb-902c7dc390e1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0464854 Oct 24 13:27:46.200142 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6f8dd7a4-58dd-43f5-89b9-a444f442fcba req-d0c7042a-3ef8-4e5b-bd37-6de848aad0da tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404222 Oct 24 13:27:46.373636 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae6990-ad41-44b9-ba85-50d7e6cd61ec req-a2e2f947-ff35-491b-9ec5-bdf33d898ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:46.375153 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ecae6990-ad41-44b9-ba85-50d7e6cd61ec req-a2e2f947-ff35-491b-9ec5-bdf33d898ac7 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 1130 time: 0.0382855 Oct 24 13:27:46.445334 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ecae6990-ad41-44b9-ba85-50d7e6cd61ec req-ed7f9b7e-4db7-49af-9b6e-c3a2e3bf6c9b service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406671 Oct 24 13:27:46.491853 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:47.322770 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c82a4-fd79-4a0f-a577-a91c979bf2a2 req-4b6aac0d-a7b5-4a0b-bbe9-09d189d1741b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:47.324971 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2e1c82a4-fd79-4a0f-a577-a91c979bf2a2 req-4b6aac0d-a7b5-4a0b-bbe9-09d189d1741b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0509148 Oct 24 13:27:47.372227 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2e1c82a4-fd79-4a0f-a577-a91c979bf2a2 req-51adaf95-10e4-4973-aa30-cdd13636a989 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409405 Oct 24 13:27:48.456836 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:48.491577 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7448c-51a8-41c9-9b85-afcf37c44388 req-ad0e6b5f-5671-41a7-b28a-0e9db1ca62a9 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:48.493116 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bac7448c-51a8-41c9-9b85-afcf37c44388 req-ad0e6b5f-5671-41a7-b28a-0e9db1ca62a9 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0471735 Oct 24 13:27:48.541128 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bac7448c-51a8-41c9-9b85-afcf37c44388 req-033db419-073f-43b5-9fc3-30e480ab36ff tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412416 Oct 24 13:27:49.661056 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd6975-6e06-484d-8fb4-407c079c650b req-1c6ae2d4-741e-44b2-8065-896a555ae462 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:49.662864 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-27bd6975-6e06-484d-8fb4-407c079c650b req-1c6ae2d4-741e-44b2-8065-896a555ae462 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0470765 Oct 24 13:27:49.718273 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-27bd6975-6e06-484d-8fb4-407c079c650b req-66518ca4-c7a3-4540-8ac1-399310ac39d5 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454655 Oct 24 13:27:49.848946 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080cf08-5a2a-4612-91aa-6540499909ae req-1e88981a-6b81-457f-97b9-1982fead765d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:49.850644 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4080cf08-5a2a-4612-91aa-6540499909ae req-1e88981a-6b81-457f-97b9-1982fead765d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.0468450 Oct 24 13:27:49.869295 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:49.899483 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4080cf08-5a2a-4612-91aa-6540499909ae req-e3fb76b5-29bb-4241-9d10-0ae6c31c9e29 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432811 Oct 24 13:27:53.200620 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0bb4b-9476-40d3-ad49-331fb6d669b7 req-0e3825e0-a034-43ff-8f7d-0c3331c43d35 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:53.202090 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e8d0bb4b-9476-40d3-ad49-331fb6d669b7 req-0e3825e0-a034-43ff-8f7d-0c3331c43d35 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.0497122 Oct 24 13:27:53.251095 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e8d0bb4b-9476-40d3-ad49-331fb6d669b7 req-8729b63e-ae68-4e3b-9fe4-3c2c2881544a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431752 Oct 24 13:27:53.289720 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5074ba-b10e-40c0-85d2-fc9547da12e9 req-14707445-1686-45bf-9c87-ab81a7d8012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:53.291357 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bb5074ba-b10e-40c0-85d2-fc9547da12e9 req-14707445-1686-45bf-9c87-ab81a7d8012b service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 1129 time: 0.0393505 Oct 24 13:27:53.392986 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5074ba-b10e-40c0-85d2-fc9547da12e9 req-55390a3d-9f64-40ab-946d-9dc880b3085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:53.394484 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bb5074ba-b10e-40c0-85d2-fc9547da12e9 req-55390a3d-9f64-40ab-946d-9dc880b3085d service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 918 time: 0.0969765 Oct 24 13:27:53.448785 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bb5074ba-b10e-40c0-85d2-fc9547da12e9 req-038c6470-9453-46c7-a313-14f596640b3c service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf65c088-1188-479e-a207-5b5919c77b82 HTTP/1.1" status: 200 len: 217 time: 0.0374792 Oct 24 13:27:53.497454 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5074ba-b10e-40c0-85d2-fc9547da12e9 req-8ccbfdc3-6134-434e-99c2-272cb24b80e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:53.498917 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bb5074ba-b10e-40c0-85d2-fc9547da12e9 req-8ccbfdc3-6134-434e-99c2-272cb24b80e0 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.0440519 Oct 24 13:27:53.541380 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5074ba-b10e-40c0-85d2-fc9547da12e9 req-590c8325-859a-4e8f-8ffe-ea51a8d4dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:53.543296 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bb5074ba-b10e-40c0-85d2-fc9547da12e9 req-590c8325-859a-4e8f-8ffe-ea51a8d4dc00 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376837 Oct 24 13:27:53.650205 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bb5074ba-b10e-40c0-85d2-fc9547da12e9 req-d071f600-c547-45c1-a282-6366952b62b4 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936091 Oct 24 13:27:53.746393 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bb5074ba-b10e-40c0-85d2-fc9547da12e9 req-481d9265-7047-447f-a4d0-3d666153d0b4 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896189 Oct 24 13:27:53.825490 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 36496) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:53.936633 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-268844b7-9ae9-491d-b86e-7afbf8326aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:54.029108 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-268844b7-9ae9-491d-b86e-7afbf8326aef admin admin] Publish callbacks [] for security_group (5688437f-79b3-4e6a-958e-b3aedd8b9750), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:54.087924 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-268844b7-9ae9-491d-b86e-7afbf8326aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (5688437f-79b3-4e6a-958e-b3aedd8b9750), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:54.136453 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-268844b7-9ae9-491d-b86e-7afbf8326aef admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=ec02fa1dbaa344c79caefbe2727f26af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096924 Oct 24 13:27:54.138487 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268844b7-9ae9-491d-b86e-7afbf8326aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5688437f-79b3-4e6a-958e-b3aedd8b9750,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:54.139261 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36508) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:54.199296 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-07aadaf2-85fb-470b-b002-cd243c43c172 admin admin] Publish callbacks [] for security_group (5688437f-79b3-4e6a-958e-b3aedd8b9750), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:54.222481 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-07aadaf2-85fb-470b-b002-cd243c43c172 admin admin] Publish callbacks [] for security_group (5688437f-79b3-4e6a-958e-b3aedd8b9750), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:54.358302 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-07aadaf2-85fb-470b-b002-cd243c43c172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (5688437f-79b3-4e6a-958e-b3aedd8b9750), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:54.360862 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-07aadaf2-85fb-470b-b002-cd243c43c172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:54.361976 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-07aadaf2-85fb-470b-b002-cd243c43c172 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/5688437f-79b3-4e6a-958e-b3aedd8b9750 HTTP/1.1" status: 204 len: 168 time: 0.2182174 Oct 24 13:27:54.385845 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aadaf2-85fb-470b-b002-cd243c43c172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5688437f-79b3-4e6a-958e-b3aedd8b9750,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:54.395799 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c652ba-3cce-4a53-b4cb-8f2a74925e16 req-0cdfbf9d-f160-4f23-9e07-5875007a62b0 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:54.397490 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c6c652ba-3cce-4a53-b4cb-8f2a74925e16 req-0cdfbf9d-f160-4f23-9e07-5875007a62b0 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.0668457 Oct 24 13:27:54.480220 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c6c652ba-3cce-4a53-b4cb-8f2a74925e16 req-0334c2e7-bc68-490c-8828-abd3aa43d739 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705385 Oct 24 13:27:54.519512 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:54.520673 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 36518) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:54.643527 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-345cc335-4e59-4501-82a1-9eccdaf702f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:54.688143 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:54.718868 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:54.729969 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-345cc335-4e59-4501-82a1-9eccdaf702f4 admin admin] Publish callbacks [] for security_group (16126aad-123b-4188-a7e0-184cfa308e18), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:54.798853 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-345cc335-4e59-4501-82a1-9eccdaf702f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (16126aad-123b-4188-a7e0-184cfa308e18), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:54.839342 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-345cc335-4e59-4501-82a1-9eccdaf702f4 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=058eabdc497c4ab9abbb31f74656ae71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169498 Oct 24 13:27:54.840185 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cc335-4e59-4501-82a1-9eccdaf702f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16126aad-123b-4188-a7e0-184cfa308e18,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:54.842092 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36532) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:54.893393 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a5c58a0c-8041-4dd1-8223-e5d7b07d4f54 admin admin] Publish callbacks [] for security_group (16126aad-123b-4188-a7e0-184cfa308e18), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:54.917698 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a5c58a0c-8041-4dd1-8223-e5d7b07d4f54 admin admin] Publish callbacks [] for security_group (16126aad-123b-4188-a7e0-184cfa308e18), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:54.946260 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:55.010188 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a5c58a0c-8041-4dd1-8223-e5d7b07d4f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (16126aad-123b-4188-a7e0-184cfa308e18), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:55.012860 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a5c58a0c-8041-4dd1-8223-e5d7b07d4f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:55.014023 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-a5c58a0c-8041-4dd1-8223-e5d7b07d4f54 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/16126aad-123b-4188-a7e0-184cfa308e18 HTTP/1.1" status: 204 len: 168 time: 0.1707401 Oct 24 13:27:55.022464 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c58a0c-8041-4dd1-8223-e5d7b07d4f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16126aad-123b-4188-a7e0-184cfa308e18,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:55.615944 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdddcac-517f-4696-baed-e79b48d0aac3 req-c19f4236-0ca0-4c8e-92fd-d8878d420b70 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:55.618269 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ecdddcac-517f-4696-baed-e79b48d0aac3 req-c19f4236-0ca0-4c8e-92fd-d8878d420b70 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.0527797 Oct 24 13:27:55.669428 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ecdddcac-517f-4696-baed-e79b48d0aac3 req-cbe18aed-f346-4fe8-8727-50d9a24d1494 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455813 Oct 24 13:27:55.997228 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36588) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:56.098408 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-c554f74e-2759-4c77-b9e2-2fab1568b832 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1729382749-network', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:27:56.170113 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c554f74e-2759-4c77-b9e2-2fab1568b832 admin admin] Made reservation on behalf of 1742dccd5a764a31ab1a228ead5cdab9 for: {'network': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:27:56.173581 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c554f74e-2759-4c77-b9e2-2fab1568b832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:56.185573 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c554f74e-2759-4c77-b9e2-2fab1568b832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:56.201017 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 36596) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:56.264527 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:56.277656 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c554f74e-2759-4c77-b9e2-2fab1568b832 admin admin] Publish callbacks [] for security_group (cba00242-8a71-4460-8c5c-54ed237ce423), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:56.318260 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ca716992-fc07-48e1-a5bc-2ab6b4c48394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:56.392715 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ca716992-fc07-48e1-a5bc-2ab6b4c48394 admin admin] Publish callbacks [] for security_group (a15ea721-cc6b-4dc3-ad78-85ab74c12611), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:56.398492 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c554f74e-2759-4c77-b9e2-2fab1568b832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (cba00242-8a71-4460-8c5c-54ed237ce423), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:56.421162 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c554f74e-2759-4c77-b9e2-2fab1568b832 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=104907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:27:56.439333 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c554f74e-2759-4c77-b9e2-2fab1568b832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (23829243-18d1-4b72-ba1e-a14155c5b1b4), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:56.439670 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.segments_db [None req-c554f74e-2759-4c77-b9e2-2fab1568b832 admin admin] Added segment 23829243-18d1-4b72-ba1e-a14155c5b1b4 of type vlan for network 076a8aa0-ff41-4c0b-b28d-07fa6b846e09 Oct 24 13:27:56.440909 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554f74e-2759-4c77-b9e2-2fab1568b832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba00242-8a71-4460-8c5c-54ed237ce423,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:56.478593 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ca716992-fc07-48e1-a5bc-2ab6b4c48394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (a15ea721-cc6b-4dc3-ad78-85ab74c12611), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:56.484667 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c554f74e-2759-4c77-b9e2-2fab1568b832 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (076a8aa0-ff41-4c0b-b28d-07fa6b846e09), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:56.537880 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-ca716992-fc07-48e1-a5bc-2ab6b4c48394 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=5f5ff8ce4e5343e38f2dc7a34754f85e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357539 Oct 24 13:27:56.538991 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca716992-fc07-48e1-a5bc-2ab6b4c48394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15ea721-cc6b-4dc3-ad78-85ab74c12611,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:56.541191 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36606) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:56.594594 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c554f74e-2759-4c77-b9e2-2fab1568b832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (076a8aa0-ff41-4c0b-b28d-07fa6b846e09), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:56.595603 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c554f74e-2759-4c77-b9e2-2fab1568b832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:56.596174 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c554f74e-2759-4c77-b9e2-2fab1568b832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:56.608681 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1ff48f52-8c1d-4dd7-a9a6-8f73f4d6a063 admin admin] Publish callbacks [] for security_group (a15ea721-cc6b-4dc3-ad78-85ab74c12611), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:56.675454 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1ff48f52-8c1d-4dd7-a9a6-8f73f4d6a063 admin admin] Publish callbacks [] for security_group (a15ea721-cc6b-4dc3-ad78-85ab74c12611), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:56.681778 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554f74e-2759-4c77-b9e2-2fab1568b832 admin admin] Pushing event updated for resources: {'Network': ['ID=076a8aa0-ff41-4c0b-b28d-07fa6b846e09,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:56.692746 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network 076a8aa0-ff41-4c0b-b28d-07fa6b846e09 details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:27:56.693241 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-c554f74e-2759-4c77-b9e2-2fab1568b832 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6938825 Oct 24 13:27:56.696145 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 36610) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:56.700617 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-4d0bec2c-7cf9-400c-b6da-5f207a424ac6 admin admin] Request body: {'subnet': {'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1729382749-subnet', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'ip_version': 4}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:27:56.799479 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0bec2c-7cf9-400c-b6da-5f207a424ac6 admin admin] Made reservation on behalf of 1742dccd5a764a31ab1a228ead5cdab9 for: {'subnet': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:27:56.804111 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-4d0bec2c-7cf9-400c-b6da-5f207a424ac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4260666'] for subnet (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:56.836949 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d606d2-1a5b-44c5-874b-952cb3a6d9ae req-7eb215fa-664e-485e-91d4-cd80961ceb28 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:56.838495 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-69d606d2-1a5b-44c5-874b-952cb3a6d9ae req-7eb215fa-664e-485e-91d4-cd80961ceb28 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.0543935 Oct 24 13:27:56.863689 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1ff48f52-8c1d-4dd7-a9a6-8f73f4d6a063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (a15ea721-cc6b-4dc3-ad78-85ab74c12611), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:56.866604 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1ff48f52-8c1d-4dd7-a9a6-8f73f4d6a063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:56.868763 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-1ff48f52-8c1d-4dd7-a9a6-8f73f4d6a063 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/a15ea721-cc6b-4dc3-ad78-85ab74c12611 HTTP/1.1" status: 204 len: 168 time: 0.3255312 Oct 24 13:27:56.915795 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff48f52-8c1d-4dd7-a9a6-8f73f4d6a063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15ea721-cc6b-4dc3-ad78-85ab74c12611,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:56.932144 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-69d606d2-1a5b-44c5-874b-952cb3a6d9ae req-0a44db25-c498-4074-9931-d3e3eb7bfbf0 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865853 Oct 24 13:27:57.101350 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-4d0bec2c-7cf9-400c-b6da-5f207a424ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4260652'] for subnet (c0d3b18f-2364-4b91-8323-aebe0b6a018c), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:57.156308 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bec2c-7cf9-400c-b6da-5f207a424ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d3b18f-2364-4b91-8323-aebe0b6a018c,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:57.166923 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0bec2c-7cf9-400c-b6da-5f207a424ac6 admin admin] Checking segment: {'id': '23829243-18d1-4b72-ba1e-a14155c5b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:27:57.167273 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0bec2c-7cf9-400c-b6da-5f207a424ac6 admin admin] Network hostable DHCP agents. Network: 076a8aa0-ff41-4c0b-b28d-07fa6b846e09, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:27:57.283838 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0bec2c-7cf9-400c-b6da-5f207a424ac6 admin admin] Network 076a8aa0-ff41-4c0b-b28d-07fa6b846e09 is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:27:57.352928 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-4d0bec2c-7cf9-400c-b6da-5f207a424ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, 076a8aa0-ff41-4c0b-b28d-07fa6b846e09) {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:27:57.357252 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0bec2c-7cf9-400c-b6da-5f207a424ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:57.357865 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-4d0bec2c-7cf9-400c-b6da-5f207a424ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:57.362628 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f723aca-4adb-4ee0-a4aa-8e7da8873cfd None None] Network 076a8aa0-ff41-4c0b-b28d-07fa6b846e09 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:27:57.398273 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=20 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:57.401381 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=14 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:57.424917 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-4d0bec2c-7cf9-400c-b6da-5f207a424ac6 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7280858 Oct 24 13:27:57.427451 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 36630) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:57.432026 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1729382749-router', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:27:57.469091 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6000219d-3d5a-5fb9-ba21-95674ac20389-076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'fixed_ips': [{'subnet_id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c'}]}} from dv-cinder-862491-1-iscsi. {{(pid=104909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:27:57.470207 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:57.541618 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7918676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-484287'] for router (6b1aecd0-8e4f-47ce-afaf-761d42570674), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:57.542852 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7925022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-484256'] for router (6b1aecd0-8e4f-47ce-afaf-761d42570674), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:57.558062 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:57.592489 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Publish callbacks [] for router_controller (6b1aecd0-8e4f-47ce-afaf-761d42570674), precommit_add_association {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:57.604617 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.db_base_plugin_common [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Allocated IP 172.20.0.2 (076a8aa0-ff41-4c0b-b28d-07fa6b846e09/c0d3b18f-2364-4b91-8323-aebe0b6a018c/911834fe-812d-49a5-8ff4-743bcb58e789) {{(pid=104909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:27:57.735404 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:57.758052 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Publish callbacks [] for port (911834fe-812d-49a5-8ff4-743bcb58e789), precommit_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:57.832349 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Publish callbacks [] for router_gateway (6b1aecd0-8e4f-47ce-afaf-761d42570674), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:57.884501 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (911834fe-812d-49a5-8ff4-743bcb58e789), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:57.924830 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Network 076a8aa0-ff41-4c0b-b28d-07fa6b846e09 is already hosted by enough agents. {{(pid=104909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:27:57.934166 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.base_scheduler [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Resources bound (agent type, host, resource id): {{(pid=104909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:27:57.936397 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Pushing event updated for resources: {'Port': ['ID=911834fe-812d-49a5-8ff4-743bcb58e789,revision_number=1']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:57.938672 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Received port after_create {{(pid=104909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:27:57.948428 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:57.948781 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:57.949145 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:57.949489 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:57.949820 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:57.950145 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:57.950628 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:57.950960 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:57.951314 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:57.951639 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:57.951965 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:57.952973 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:57.953555 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:57.953877 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:57.954197 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:58.029773 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Attempting to bind port 911834fe-812d-49a5-8ff4-743bcb58e789 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:27:58.030248 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Attempting to bind port 911834fe-812d-49a5-8ff4-743bcb58e789 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '23829243-18d1-4b72-ba1e-a14155c5b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:27:58.031233 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Attempting to bind port 911834fe-812d-49a5-8ff4-743bcb58e789 on network 076a8aa0-ff41-4c0b-b28d-07fa6b846e09 {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:27:58.076802 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:27:58.077272 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Checking segment: {'id': '23829243-18d1-4b72-ba1e-a14155c5b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:27:58.078560 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:58.079125 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Bound using segment: {'id': '23829243-18d1-4b72-ba1e-a14155c5b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:27:58.079610 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Bound port: 911834fe-812d-49a5-8ff4-743bcb58e789, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23829243-18d1-4b72-ba1e-a14155c5b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:27:58.079992 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (911834fe-812d-49a5-8ff4-743bcb58e789), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:58.141206 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] For port 911834fe-812d-49a5-8ff4-743bcb58e789, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:27:58.144116 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] For port 911834fe-812d-49a5-8ff4-743bcb58e789, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=911834fe-812d-49a5-8ff4-743bcb58e789,segment=NetworkSegment(23829243-18d1-4b72-ba1e-a14155c5b1b4),segment_id=23829243-18d1-4b72-ba1e-a14155c5b1b4)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:27:58.161768 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8410ce-5829-4b95-9df7-7a7b910f0ac4 req-c14647bd-cd10-48a0-a863-9e9d17a70949 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:58.163288 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ec8410ce-5829-4b95-9df7-7a7b910f0ac4 req-c14647bd-cd10-48a0-a863-9e9d17a70949 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.1120450 Oct 24 13:27:58.188827 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Publish callbacks [] for router_gateway (6b1aecd0-8e4f-47ce-afaf-761d42570674), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:58.216485 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:58.252951 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (911834fe-812d-49a5-8ff4-743bcb58e789), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:58.271512 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ec8410ce-5829-4b95-9df7-7a7b910f0ac4 req-cc19d5da-49e6-4d41-a736-c2374f700eda tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020818 Oct 24 13:27:58.320357 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895e488-8e49-4dc4-9ad2-5272011b28b7 None None] Pushing event updated for resources: {'Port': ['ID=911834fe-812d-49a5-8ff4-743bcb58e789,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:58.351998 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Allocated IP 172.27.3.227 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/fbf36764-6561-4b10-8fdb-812bd46618e1) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:27:58.466790 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:58.484456 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Publish callbacks [] for port (fbf36764-6561-4b10-8fdb-812bd46618e1), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:58.730680 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (fbf36764-6561-4b10-8fdb-812bd46618e1), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:58.748023 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:27:58.763837 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:27:58.766973 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:27:58.813731 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf36764-6561-4b10-8fdb-812bd46618e1,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:59.126835 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Publish callbacks [] for router_gateway (6b1aecd0-8e4f-47ce-afaf-761d42570674), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:59.200741 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a841ea5a-0440-454d-97d3-54c0477c439f None None] Network 076a8aa0-ff41-4c0b-b28d-07fa6b846e09 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:27:59.216101 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:59.268858 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:59.287659 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:59.316836 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-20f35291-a566-442e-99cf-3f59f04da54e None None] Provisioning complete for port 911834fe-812d-49a5-8ff4-743bcb58e789 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:27:59.317200 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-20f35291-a566-442e-99cf-3f59f04da54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (911834fe-812d-49a5-8ff4-743bcb58e789), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:59.317704 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-20f35291-a566-442e-99cf-3f59f04da54e None None] Attempt 1 to provision port 911834fe-812d-49a5-8ff4-743bcb58e789 Oct 24 13:27:59.341720 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7925167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899404'] for router (6b1aecd0-8e4f-47ce-afaf-761d42570674), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:59.428487 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-20f35291-a566-442e-99cf-3f59f04da54e None None] Current status of the port 911834fe-812d-49a5-8ff4-743bcb58e789 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:27:59.428873 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-20f35291-a566-442e-99cf-3f59f04da54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (911834fe-812d-49a5-8ff4-743bcb58e789), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:59.429016 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99248eb-462e-44cb-9fdb-07f5130614a9 req-e3102897-31b3-416a-ba84-6e87190a81ea tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:59.430490 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e99248eb-462e-44cb-9fdb-07f5130614a9 req-e3102897-31b3-416a-ba84-6e87190a81ea tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.0650847 Oct 24 13:27:59.465495 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-20f35291-a566-442e-99cf-3f59f04da54e None None] For port 911834fe-812d-49a5-8ff4-743bcb58e789, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=911834fe-812d-49a5-8ff4-743bcb58e789,segment=NetworkSegment(23829243-18d1-4b72-ba1e-a14155c5b1b4),segment_id=23829243-18d1-4b72-ba1e-a14155c5b1b4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:27:59.471077 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:59.488607 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e99248eb-462e-44cb-9fdb-07f5130614a9 req-0803a1ef-db91-4810-a262-730291cda976 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482812 Oct 24 13:27:59.592871 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-20f35291-a566-442e-99cf-3f59f04da54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (911834fe-812d-49a5-8ff4-743bcb58e789), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:59.643842 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f35291-a566-442e-99cf-3f59f04da54e None None] Pushing event updated for resources: {'Port': ['ID=911834fe-812d-49a5-8ff4-743bcb58e789,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:59.710911 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-3d1bd03c-217c-4d96-869d-ad9f5a5641cb None None] Provisioning complete for port 911834fe-812d-49a5-8ff4-743bcb58e789 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:27:59.711205 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-3d1bd03c-217c-4d96-869d-ad9f5a5641cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (911834fe-812d-49a5-8ff4-743bcb58e789), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:59.711536 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-3d1bd03c-217c-4d96-869d-ad9f5a5641cb None None] Attempt 1 to provision port 911834fe-812d-49a5-8ff4-743bcb58e789 Oct 24 13:27:59.791065 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-3d1bd03c-217c-4d96-869d-ad9f5a5641cb None None] Current status of the port 911834fe-812d-49a5-8ff4-743bcb58e789 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:27:59.815565 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Router 6b1aecd0-8e4f-47ce-afaf-761d42570674 is scheduled to L3 agent 8e6639ec-a083-4776-87de-588f23b64293 with binding_index 1 {{(pid=104908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:27:59.906285 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:59.921964 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:27:59.930835 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Sync routers for ids ['6b1aecd0-8e4f-47ce-afaf-761d42570674'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:27:59.941358 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Routers {'6b1aecd0-8e4f-47ce-afaf-761d42570674'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:27:59.941961 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:27:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['6b1aecd0-8e4f-47ce-afaf-761d42570674'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:59.995042 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:00.000417 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36686) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:00.000573 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-e6f76ff3-5ce9-484a-9080-daf50751b112 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5721343 Oct 24 13:28:00.015056 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:00.072930 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Set router 6b1aecd0-8e4f-47ce-afaf-761d42570674 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:28:00.263444 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'name': 'tempest-TestMinimumBasicScenario-1729382749-router', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:27:57Z', 'updated_at': '2022-10-24T13:27:58Z', 'revision_number': 3, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'gw_port': {'id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:27:58Z', 'updated_at': '2022-10-24T13:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:00.309312 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Checking router: 6b1aecd0-8e4f-47ce-afaf-761d42570674 for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:28:00.317286 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Updating router 6b1aecd0-8e4f-47ce-afaf-761d42570674 port fbf36764-6561-4b10-8fdb-812bd46618e1 binding host dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:28:00.345017 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (fbf36764-6561-4b10-8fdb-812bd46618e1), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:00.478852 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:00.501442 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 911834fe-812d-49a5-8ff4-743bcb58e789 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:28:00.571072 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:00.578554 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 911834fe-812d-49a5-8ff4-743bcb58e789 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:00.578934 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (911834fe-812d-49a5-8ff4-743bcb58e789), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:00.579271 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 911834fe-812d-49a5-8ff4-743bcb58e789 Oct 24 13:28:00.622835 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc5f13-97eb-44fb-b5ca-bf44c5582210 req-954fe307-60e3-4641-9063-e812dd8f8908 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:00.625359 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-31fc5f13-97eb-44fb-b5ca-bf44c5582210 req-954fe307-60e3-4641-9063-e812dd8f8908 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.0527394 Oct 24 13:28:00.647461 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:00.676779 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-31fc5f13-97eb-44fb-b5ca-bf44c5582210 req-061c6e93-3ce8-41a3-a606-2cf63323d81c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458384 Oct 24 13:28:00.706578 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 911834fe-812d-49a5-8ff4-743bcb58e789 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:28:00.718805 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Publish callbacks [] for port (fbf36764-6561-4b10-8fdb-812bd46618e1), precommit_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:00.803561 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Allocated IP 172.20.0.1 (076a8aa0-ff41-4c0b-b28d-07fa6b846e09/c0d3b18f-2364-4b91-8323-aebe0b6a018c/4a07cfed-9570-4cb2-8760-91e148b1a444) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:28:00.855618 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (fbf36764-6561-4b10-8fdb-812bd46618e1), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:00.882061 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:00.895915 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Attempting to bind port fbf36764-6561-4b10-8fdb-812bd46618e1 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:28:00.896978 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Attempting to bind port fbf36764-6561-4b10-8fdb-812bd46618e1 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:28:00.896978 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Attempting to bind port fbf36764-6561-4b10-8fdb-812bd46618e1 on network 493fa87f-9a93-417f-808a-5bb82e719d97 {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:28:00.913738 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Publish callbacks [] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:00.931943 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b4770-e4f5-4c92-9f04-a79dc7bd0e05 None None] Pushing event updated for resources: {'Port': ['ID=fbf36764-6561-4b10-8fdb-812bd46618e1,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:00.952870 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:28:00.956816 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Checking segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:28:00.956816 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:00.956816 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Bound using segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:28:00.956816 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Bound port: fbf36764-6561-4b10-8fdb-812bd46618e1, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:28:00.956816 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (fbf36764-6561-4b10-8fdb-812bd46618e1), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:01.006882 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] For port fbf36764-6561-4b10-8fdb-812bd46618e1, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:28:01.010014 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] For port fbf36764-6561-4b10-8fdb-812bd46618e1, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=fbf36764-6561-4b10-8fdb-812bd46618e1,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:28:01.040377 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:01.096717 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Network 076a8aa0-ff41-4c0b-b28d-07fa6b846e09 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:28:01.101898 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:28:01.104192 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Pushing event updated for resources: {'Port': ['ID=4a07cfed-9570-4cb2-8760-91e148b1a444,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:01.106325 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:28:01.114406 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (fbf36764-6561-4b10-8fdb-812bd46618e1), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:01.157991 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7922112'] for router_interface (6b1aecd0-8e4f-47ce-afaf-761d42570674), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:01.173871 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Routers {'6b1aecd0-8e4f-47ce-afaf-761d42570674'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:28:01.174498 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:27:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['6b1aecd0-8e4f-47ce-afaf-761d42570674'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:01.278300 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:01.279288 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b4770-e4f5-4c92-9f04-a79dc7bd0e05 None None] Pushing event updated for resources: {'Port': ['ID=fbf36764-6561-4b10-8fdb-812bd46618e1,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:01.410883 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:01.480860 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-efc3a9b3-a2f4-470d-af1b-890886eeaf89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:01.491453 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-b5fa8c5c-c361-407b-a170-e6fa3064e155 None None] Provisioning complete for port 4a07cfed-9570-4cb2-8760-91e148b1a444 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:01.491830 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8c5c-c361-407b-a170-e6fa3064e155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:01.492148 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-b5fa8c5c-c361-407b-a170-e6fa3064e155 None None] Attempt 1 to provision port 4a07cfed-9570-4cb2-8760-91e148b1a444 Oct 24 13:28:01.517609 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] Set router 6b1aecd0-8e4f-47ce-afaf-761d42570674 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:28:01.591690 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa8c5c-c361-407b-a170-e6fa3064e155 None None] Port 4a07cfed-9570-4cb2-8760-91e148b1a444 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:28:01.631197 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:01.647437 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Publish callbacks [] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:01.703993 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'name': 'tempest-TestMinimumBasicScenario-1729382749-router', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:27:57Z', 'updated_at': '2022-10-24T13:27:58Z', 'revision_number': 3, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'gw_port': {'id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:27:58Z', 'updated_at': '2022-10-24T13:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:01.736576 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36949d83-0fb1-486c-a7be-4a95c54c34f5 None None] The sync data for ids ['6b1aecd0-8e4f-47ce-afaf-761d42570674'] in dv-cinder-862491-1-iscsi is: [{'id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'name': 'tempest-TestMinimumBasicScenario-1729382749-router', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:27:57Z', 'updated_at': '2022-10-24T13:27:58Z', 'revision_number': 3, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'gw_port': {'id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:27:58Z', 'updated_at': '2022-10-24T13:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:28:01.775509 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211953'] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:01.888189 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Pushing event updated for resources: {'Port': ['ID=4a07cfed-9570-4cb2-8760-91e148b1a444,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:01.903252 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e172c4-47bc-4b35-b7cb-639938bd7c72 req-381800e0-a54c-4ee0-9248-02c43db896f6 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:01.904564 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-84e172c4-47bc-4b35-b7cb-639938bd7c72 req-381800e0-a54c-4ee0-9248-02c43db896f6 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.1047285 Oct 24 13:28:01.906764 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8330499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7922004'] for router_interface (6b1aecd0-8e4f-47ce-afaf-761d42570674), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:02.014816 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-84e172c4-47bc-4b35-b7cb-639938bd7c72 req-d6876cfa-392b-4221-bf3a-173da55abd7a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032617 Oct 24 13:28:02.072293 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Network 076a8aa0-ff41-4c0b-b28d-07fa6b846e09 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:28:02.073722 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:28:02.143662 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:02.222289 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Router 6b1aecd0-8e4f-47ce-afaf-761d42570674 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:28:02.317444 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-498667f5-b648-4218-ab48-da04f3892f1d None None] Provisioning complete for port 4a07cfed-9570-4cb2-8760-91e148b1a444 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:02.318030 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-498667f5-b648-4218-ab48-da04f3892f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:02.320378 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-498667f5-b648-4218-ab48-da04f3892f1d None None] Attempt 1 to provision port 4a07cfed-9570-4cb2-8760-91e148b1a444 Oct 24 13:28:02.357405 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:28:02.372085 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-50ca95b1-c954-4c2a-ac31-cac6c3d0cd8c admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/6b1aecd0-8e4f-47ce-afaf-761d42570674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3615313 Oct 24 13:28:02.372346 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-498667f5-b648-4218-ab48-da04f3892f1d None None] Port 4a07cfed-9570-4cb2-8760-91e148b1a444 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:28:02.476778 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device fbf36764-6561-4b10-8fdb-812bd46618e1 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:28:02.523778 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port fbf36764-6561-4b10-8fdb-812bd46618e1 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:02.524151 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (fbf36764-6561-4b10-8fdb-812bd46618e1), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:02.524914 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port fbf36764-6561-4b10-8fdb-812bd46618e1 Oct 24 13:28:02.611933 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port fbf36764-6561-4b10-8fdb-812bd46618e1 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:28:02.612171 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (fbf36764-6561-4b10-8fdb-812bd46618e1), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:02.640439 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port fbf36764-6561-4b10-8fdb-812bd46618e1, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=fbf36764-6561-4b10-8fdb-812bd46618e1,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:28:02.713083 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (fbf36764-6561-4b10-8fdb-812bd46618e1), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:02.767900 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:02.772490 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=fbf36764-6561-4b10-8fdb-812bd46618e1,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:03.152464 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701cec1-853f-4428-853f-d868791cdefc req-806a760a-1096-4e3f-82a5-aeab3ef63aea tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:03.157571 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6701cec1-853f-4428-853f-d868791cdefc req-806a760a-1096-4e3f-82a5-aeab3ef63aea tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.0493319 Oct 24 13:28:03.224076 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6701cec1-853f-4428-853f-d868791cdefc req-695eb933-78e3-49fc-85ba-bd0c42d8a73e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638919 Oct 24 13:28:03.266429 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36776) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:03.271649 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-663bc70f-5e29-4eea-a066-f468e12fbb40 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-602463162-network', 'tenant_id': 'bb17d85bda0745ecbc2ba5f99f664d6f'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:28:03.409854 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663bc70f-5e29-4eea-a066-f468e12fbb40 admin admin] Made reservation on behalf of bb17d85bda0745ecbc2ba5f99f664d6f for: {'network': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:28:03.412403 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-663bc70f-5e29-4eea-a066-f468e12fbb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:03.422376 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-663bc70f-5e29-4eea-a066-f468e12fbb40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:03.508395 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-663bc70f-5e29-4eea-a066-f468e12fbb40 admin admin] Publish callbacks [] for security_group (46de06be-3e74-43a1-9dbf-b3719e1345dc), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:03.529276 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Sync routers for ids ['6b1aecd0-8e4f-47ce-afaf-761d42570674'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:28:03.539352 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Routers {'6b1aecd0-8e4f-47ce-afaf-761d42570674'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:28:03.540164 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:27:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['6b1aecd0-8e4f-47ce-afaf-761d42570674'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:03.577915 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36780) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:03.598091 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-663bc70f-5e29-4eea-a066-f468e12fbb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (46de06be-3e74-43a1-9dbf-b3719e1345dc), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:03.626318 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663bc70f-5e29-4eea-a066-f468e12fbb40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=104907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:28:03.637304 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bc70f-5e29-4eea-a066-f468e12fbb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46de06be-3e74-43a1-9dbf-b3719e1345dc,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:03.649980 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-663bc70f-5e29-4eea-a066-f468e12fbb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (165b4139-880b-4b01-baa9-80348d2174ed), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:03.649980 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.segments_db [None req-663bc70f-5e29-4eea-a066-f468e12fbb40 admin admin] Added segment 165b4139-880b-4b01-baa9-80348d2174ed of type vlan for network 59223245-2000-49d6-b8da-7d7e05f7d268 Oct 24 13:28:03.657403 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Set router 6b1aecd0-8e4f-47ce-afaf-761d42570674 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:28:03.658977 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a512ac66-7f08-4de3-8fb2-9e198d4b3e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:03.688759 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-663bc70f-5e29-4eea-a066-f468e12fbb40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (59223245-2000-49d6-b8da-7d7e05f7d268), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:03.724439 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-68e23b0f-bc89-4f5d-bfc5-451b0579f58b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:03.809698 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-663bc70f-5e29-4eea-a066-f468e12fbb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (59223245-2000-49d6-b8da-7d7e05f7d268), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:03.816518 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663bc70f-5e29-4eea-a066-f468e12fbb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:03.816518 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-663bc70f-5e29-4eea-a066-f468e12fbb40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:03.816518 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-68e23b0f-bc89-4f5d-bfc5-451b0579f58b admin admin] Publish callbacks [] for security_group (7bc64fa6-f176-40bd-9891-0293933933ad), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:03.857621 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'name': 'tempest-TestMinimumBasicScenario-1729382749-router', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:27:57Z', 'updated_at': '2022-10-24T13:28:01Z', 'revision_number': 4, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'gw_port': {'id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:27:58Z', 'updated_at': '2022-10-24T13:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '4a07cfed-9570-4cb2-8760-91e148b1a444', 'name': '', 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'mac_address': 'fa:16:3e:2c:44:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:00Z', 'updated_at': '2022-10-24T13:28:01Z', 'revision_number': 2, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'subnets': [{'id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:03.874233 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-68e23b0f-bc89-4f5d-bfc5-451b0579f58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (7bc64fa6-f176-40bd-9891-0293933933ad), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:03.876652 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bc70f-5e29-4eea-a066-f468e12fbb40 admin admin] Pushing event updated for resources: {'Network': ['ID=59223245-2000-49d6-b8da-7d7e05f7d268,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:03.887509 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network 59223245-2000-49d6-b8da-7d7e05f7d268 details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:28:03.895378 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:03.920501 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-68e23b0f-bc89-4f5d-bfc5-451b0579f58b admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=7410f317be1b45ef98842e39affe5ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410835 Oct 24 13:28:03.922852 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e23b0f-bc89-4f5d-bfc5-451b0579f58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc64fa6-f176-40bd-9891-0293933933ad,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:03.928125 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 36788) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:03.931975 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-663bc70f-5e29-4eea-a066-f468e12fbb40 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6643789 Oct 24 13:28:03.934698 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36792) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:03.939968 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-0889ead9-9134-41b5-baca-a2b2c8bf6917 admin admin] Request body: {'subnet': {'network_id': '59223245-2000-49d6-b8da-7d7e05f7d268', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-602463162-subnet', 'tenant_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'ip_version': 4}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:28:04.041081 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Checking router: 6b1aecd0-8e4f-47ce-afaf-761d42570674 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:28:04.041439 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Updating router 6b1aecd0-8e4f-47ce-afaf-761d42570674 port 4a07cfed-9570-4cb2-8760-91e148b1a444 binding host dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:28:04.044147 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0889ead9-9134-41b5-baca-a2b2c8bf6917 admin admin] Made reservation on behalf of bb17d85bda0745ecbc2ba5f99f664d6f for: {'subnet': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:28:04.047961 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0889ead9-9134-41b5-baca-a2b2c8bf6917 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4442815'] for subnet (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.049842 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-03c86bf9-7f85-4e85-98e9-be1736ed9eff admin admin] Publish callbacks [] for security_group (7bc64fa6-f176-40bd-9891-0293933933ad), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.081634 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.111615 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-03c86bf9-7f85-4e85-98e9-be1736ed9eff admin admin] Publish callbacks [] for security_group (7bc64fa6-f176-40bd-9891-0293933933ad), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.134825 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:04.240591 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 36804) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:04.295753 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-03c86bf9-7f85-4e85-98e9-be1736ed9eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (7bc64fa6-f176-40bd-9891-0293933933ad), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.298438 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-03c86bf9-7f85-4e85-98e9-be1736ed9eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.299581 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-03c86bf9-7f85-4e85-98e9-be1736ed9eff admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/7bc64fa6-f176-40bd-9891-0293933933ad HTTP/1.1" status: 204 len: 168 time: 0.3686585 Oct 24 13:28:04.310652 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c86bf9-7f85-4e85-98e9-be1736ed9eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc64fa6-f176-40bd-9891-0293933933ad,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:04.402261 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Publish callbacks [] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), precommit_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.410618 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0889ead9-9134-41b5-baca-a2b2c8bf6917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5210504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4442793'] for subnet (39a4335f-928b-4100-a7c5-1bc11004a5ac), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.445270 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b536b-4313-47d4-b082-f026194bc5fc req-064b27be-a6ab-4981-bd92-837afb843832 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:04.449589 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-708c06ed-094a-41b4-94a2-2799451c381f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.452804 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-333b536b-4313-47d4-b082-f026194bc5fc req-064b27be-a6ab-4981-bd92-837afb843832 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.1030145 Oct 24 13:28:04.467726 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.486915 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device fbf36764-6561-4b10-8fdb-812bd46618e1 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:28:04.512588 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889ead9-9134-41b5-baca-a2b2c8bf6917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a4335f-928b-4100-a7c5-1bc11004a5ac,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:04.527171 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Pushing event updated for resources: {'Port': ['ID=4a07cfed-9570-4cb2-8760-91e148b1a444,revision_number=3']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:04.536707 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port fbf36764-6561-4b10-8fdb-812bd46618e1 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:04.537523 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (fbf36764-6561-4b10-8fdb-812bd46618e1), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.538082 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port fbf36764-6561-4b10-8fdb-812bd46618e1 Oct 24 13:28:04.538808 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:04.539908 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:04.540208 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:04.546615 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:04.546615 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:04.546615 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:04.546615 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:04.546615 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:04.546615 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:04.546615 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:04.546615 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:04.546615 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:04.546615 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:04.546615 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:04.546615 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:04.615138 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-708c06ed-094a-41b4-94a2-2799451c381f admin admin] Publish callbacks [] for security_group (723c75c3-7655-47fb-8c16-82aa9a788245), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.648461 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port fbf36764-6561-4b10-8fdb-812bd46618e1 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:28:04.658079 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Attempting to bind port 4a07cfed-9570-4cb2-8760-91e148b1a444 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:28:04.658439 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Attempting to bind port 4a07cfed-9570-4cb2-8760-91e148b1a444 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '23829243-18d1-4b72-ba1e-a14155c5b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09'}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:28:04.658794 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Attempting to bind port 4a07cfed-9570-4cb2-8760-91e148b1a444 on network 076a8aa0-ff41-4c0b-b28d-07fa6b846e09 {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:28:04.660860 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-333b536b-4313-47d4-b082-f026194bc5fc req-4a46c36c-5c9f-4acd-b97f-7994b2396901 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057090 Oct 24 13:28:04.666165 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889ead9-9134-41b5-baca-a2b2c8bf6917 admin admin] Checking segment: {'id': '165b4139-880b-4b01-baa9-80348d2174ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59223245-2000-49d6-b8da-7d7e05f7d268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:28:04.669140 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0889ead9-9134-41b5-baca-a2b2c8bf6917 admin admin] Network hostable DHCP agents. Network: 59223245-2000-49d6-b8da-7d7e05f7d268, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:28:04.706850 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-708c06ed-094a-41b4-94a2-2799451c381f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (723c75c3-7655-47fb-8c16-82aa9a788245), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.708357 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:28:04.708730 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Checking segment: {'id': '23829243-18d1-4b72-ba1e-a14155c5b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:28:04.709304 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.709709 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Bound using segment: {'id': '23829243-18d1-4b72-ba1e-a14155c5b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09'} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:28:04.710196 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Bound port: 4a07cfed-9570-4cb2-8760-91e148b1a444, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23829243-18d1-4b72-ba1e-a14155c5b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09'}}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:28:04.710571 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.730709 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0889ead9-9134-41b5-baca-a2b2c8bf6917 admin admin] Network 59223245-2000-49d6-b8da-7d7e05f7d268 is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:28:04.757542 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-708c06ed-094a-41b4-94a2-2799451c381f admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=a4a17e6e1e7847fbace6d036669df116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5159566 Oct 24 13:28:04.760261 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 36824) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:04.778313 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:04.781316 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c06ed-094a-41b4-94a2-2799451c381f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723c75c3-7655-47fb-8c16-82aa9a788245,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:04.789439 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] For port 4a07cfed-9570-4cb2-8760-91e148b1a444, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:28:04.792930 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] For port 4a07cfed-9570-4cb2-8760-91e148b1a444, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=4a07cfed-9570-4cb2-8760-91e148b1a444,segment=NetworkSegment(23829243-18d1-4b72-ba1e-a14155c5b1b4),segment_id=23829243-18d1-4b72-ba1e-a14155c5b1b4)] {{(pid=104910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:28:04.808713 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-0889ead9-9134-41b5-baca-a2b2c8bf6917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, 59223245-2000-49d6-b8da-7d7e05f7d268) {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:28:04.808882 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eae39ba-4673-4ce3-a3ad-af6c4d7cce86 None None] Network 59223245-2000-49d6-b8da-7d7e05f7d268 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:28:04.813162 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0889ead9-9134-41b5-baca-a2b2c8bf6917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:04.814934 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0889ead9-9134-41b5-baca-a2b2c8bf6917 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.832167 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cf64ad72-938c-4d92-b580-2818b8d05a41 admin admin] Publish callbacks [] for security_group (723c75c3-7655-47fb-8c16-82aa9a788245), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.852545 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cf64ad72-938c-4d92-b580-2818b8d05a41 admin admin] Publish callbacks [] for security_group (723c75c3-7655-47fb-8c16-82aa9a788245), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.873864 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:04.878801 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.910101 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:04.911454 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-0889ead9-9134-41b5-baca-a2b2c8bf6917 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9750779 Oct 24 13:28:04.914137 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 36826) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:04.916393 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Routers {'6b1aecd0-8e4f-47ce-afaf-761d42570674'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:28:04.917183 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:28:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['6b1aecd0-8e4f-47ce-afaf-761d42570674'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:04.918849 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-602463162-router', 'tenant_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:28:04.937553 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6000219d-3d5a-5fb9-ba21-95674ac20389-59223245-2000-49d6-b8da-7d7e05f7d268', 'network_id': '59223245-2000-49d6-b8da-7d7e05f7d268', 'project_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'fixed_ips': [{'subnet_id': '39a4335f-928b-4100-a7c5-1bc11004a5ac'}]}} from dv-cinder-862491-1-iscsi. {{(pid=104909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:28:04.939055 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.963704 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:04.979429 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11add5b6-c98b-48cf-92f5-5c5429460942 None None] Pushing event updated for resources: {'Port': ['ID=4a07cfed-9570-4cb2-8760-91e148b1a444,revision_number=4']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:05.021502 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cf64ad72-938c-4d92-b580-2818b8d05a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (723c75c3-7655-47fb-8c16-82aa9a788245), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.027215 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cf64ad72-938c-4d92-b580-2818b8d05a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.028500 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-cf64ad72-938c-4d92-b580-2818b8d05a41 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/723c75c3-7655-47fb-8c16-82aa9a788245 HTTP/1.1" status: 204 len: 168 time: 0.2670610 Oct 24 13:28:05.038023 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64ad72-938c-4d92-b580-2818b8d05a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723c75c3-7655-47fb-8c16-82aa9a788245,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:05.044512 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] Set router 6b1aecd0-8e4f-47ce-afaf-761d42570674 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:28:05.050003 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7918676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-484287'] for router (f1c7b644-9bad-43f2-a833-e95283661583), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.052108 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7925022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-484256'] for router (f1c7b644-9bad-43f2-a833-e95283661583), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.140968 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Publish callbacks [] for router_controller (f1c7b644-9bad-43f2-a833-e95283661583), precommit_add_association {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.151199 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:05.168748 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.db_base_plugin_common [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Allocated IP 172.20.0.2 (59223245-2000-49d6-b8da-7d7e05f7d268/39a4335f-928b-4100-a7c5-1bc11004a5ac/2cb273d7-1f2d-4b1e-80c0-af75694cd7fb) {{(pid=104909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:28:05.250697 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'name': 'tempest-TestMinimumBasicScenario-1729382749-router', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:27:57Z', 'updated_at': '2022-10-24T13:28:01Z', 'revision_number': 4, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'gw_port': {'id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:27:58Z', 'updated_at': '2022-10-24T13:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '4a07cfed-9570-4cb2-8760-91e148b1a444', 'name': '', 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'mac_address': 'fa:16:3e:2c:44:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:00Z', 'updated_at': '2022-10-24T13:28:04Z', 'revision_number': 4, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'subnets': [{'id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:05.265205 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36830) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:05.283315 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d84c91-31c8-47c8-9add-29fb12ab798f None None] The sync data for ids ['6b1aecd0-8e4f-47ce-afaf-761d42570674'] in dv-cinder-862491-1-iscsi is: [{'id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'name': 'tempest-TestMinimumBasicScenario-1729382749-router', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:27:57Z', 'updated_at': '2022-10-24T13:28:01Z', 'revision_number': 4, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'gw_port': {'id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:27:58Z', 'updated_at': '2022-10-24T13:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '4a07cfed-9570-4cb2-8760-91e148b1a444', 'name': '', 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'mac_address': 'fa:16:3e:2c:44:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:00Z', 'updated_at': '2022-10-24T13:28:04Z', 'revision_number': 4, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'subnets': [{'id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:28:05.287061 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8805aa08-f35e-41d5-aed6-3b316848b69d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.327018 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:05.332594 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:05.342910 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Publish callbacks [] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), precommit_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.415450 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Publish callbacks [] for router_gateway (f1c7b644-9bad-43f2-a833-e95283661583), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.432624 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8805aa08-f35e-41d5-aed6-3b316848b69d admin admin] Publish callbacks [] for security_group (fa9f809e-6ad8-4738-94e8-6cf3e4c6612a), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.451476 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.487953 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:05.501522 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Network 59223245-2000-49d6-b8da-7d7e05f7d268 is already hosted by enough agents. {{(pid=104909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:28:05.506976 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.base_scheduler [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Resources bound (agent type, host, resource id): {{(pid=104909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:28:05.509723 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Received port after_create {{(pid=104909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:28:05.512056 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Pushing event updated for resources: {'Port': ['ID=2cb273d7-1f2d-4b1e-80c0-af75694cd7fb,revision_number=1']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:05.548365 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8805aa08-f35e-41d5-aed6-3b316848b69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (fa9f809e-6ad8-4738-94e8-6cf3e4c6612a), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.589805 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Attempting to bind port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:28:05.590315 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Attempting to bind port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '165b4139-880b-4b01-baa9-80348d2174ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59223245-2000-49d6-b8da-7d7e05f7d268'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:28:05.590695 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Attempting to bind port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb on network 59223245-2000-49d6-b8da-7d7e05f7d268 {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:28:05.636379 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-8805aa08-f35e-41d5-aed6-3b316848b69d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=bbf51e400ebb4d5886ffb251ca48625d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698263 Oct 24 13:28:05.637136 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805aa08-f35e-41d5-aed6-3b316848b69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9f809e-6ad8-4738-94e8-6cf3e4c6612a,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:05.639614 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36834) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:05.642262 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:28:05.642976 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Checking segment: {'id': '165b4139-880b-4b01-baa9-80348d2174ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59223245-2000-49d6-b8da-7d7e05f7d268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:28:05.643568 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.644201 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Bound using segment: {'id': '165b4139-880b-4b01-baa9-80348d2174ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59223245-2000-49d6-b8da-7d7e05f7d268'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:28:05.644940 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Bound port: 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165b4139-880b-4b01-baa9-80348d2174ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59223245-2000-49d6-b8da-7d7e05f7d268'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:28:05.649360 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.761658 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b889-2582-4bb3-b399-3f2162d90121 admin admin] Publish callbacks [] for security_group (fa9f809e-6ad8-4738-94e8-6cf3e4c6612a), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.771667 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] For port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:28:05.782336 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] For port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=2cb273d7-1f2d-4b1e-80c0-af75694cd7fb,segment=NetworkSegment(165b4139-880b-4b01-baa9-80348d2174ed),segment_id=165b4139-880b-4b01-baa9-80348d2174ed)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:28:05.809502 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b889-2582-4bb3-b399-3f2162d90121 admin admin] Publish callbacks [] for security_group (fa9f809e-6ad8-4738-94e8-6cf3e4c6612a), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.815748 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Publish callbacks [] for router_gateway (f1c7b644-9bad-43f2-a833-e95283661583), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.850269 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.862478 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.986953 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c731e1-44e4-4b91-bb3b-ec682e2338bb None None] Pushing event updated for resources: {'Port': ['ID=2cb273d7-1f2d-4b1e-80c0-af75694cd7fb,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:05.989002 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b889-2582-4bb3-b399-3f2162d90121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (fa9f809e-6ad8-4738-94e8-6cf3e4c6612a), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:05.991787 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b889-2582-4bb3-b399-3f2162d90121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:06.000468 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-3ad7b889-2582-4bb3-b399-3f2162d90121 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/fa9f809e-6ad8-4738-94e8-6cf3e4c6612a HTTP/1.1" status: 204 len: 168 time: 0.3503768 Oct 24 13:28:06.011052 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7b889-2582-4bb3-b399-3f2162d90121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9f809e-6ad8-4738-94e8-6cf3e4c6612a,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:06.072705 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6679c-effd-452e-a35c-d8315e6340e0 req-782eaf39-e50d-4820-8a73-a32f2178293d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:06.074402 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fcd6679c-effd-452e-a35c-d8315e6340e0 req-782eaf39-e50d-4820-8a73-a32f2178293d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.2164862 Oct 24 13:28:06.115448 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36848) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:06.126996 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ade3b-d038-476f-8a68-5a77a86efc0b req-0f05e702-9d1e-45e5-9593-e50d8f82fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:06.129567 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-150ade3b-d038-476f-8a68-5a77a86efc0b req-0f05e702-9d1e-45e5-9593-e50d8f82fc9f service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 1129 time: 0.1621578 Oct 24 13:28:06.142591 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ba7287b2-c230-4fe2-b435-3e64d065496f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:06.226587 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fcd6679c-effd-452e-a35c-d8315e6340e0 req-dd540da3-0a17-40e0-a51d-38dbe4f4a798 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384902 Oct 24 13:28:06.298662 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:06.345303 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-150ade3b-d038-476f-8a68-5a77a86efc0b req-c9a2a795-adc8-4404-88f2-6e40d47c2df5 service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912572 Oct 24 13:28:06.353661 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:06.353893 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Allocated IP 172.27.3.70 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/d502a768-1e3e-4369-99c5-ccec46fdf0a1) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:28:06.389602 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ba7287b2-c230-4fe2-b435-3e64d065496f admin admin] Publish callbacks [] for security_group (22f4acf2-1c2d-49d0-952b-e13a96b521a3), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:06.429395 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36852) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:06.467686 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ba7287b2-c230-4fe2-b435-3e64d065496f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (22f4acf2-1c2d-49d0-952b-e13a96b521a3), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:06.516903 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Publish callbacks [] for port (d502a768-1e3e-4369-99c5-ccec46fdf0a1), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:06.579205 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7287b2-c230-4fe2-b435-3e64d065496f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f4acf2-1c2d-49d0-952b-e13a96b521a3,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:06.586105 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-ba7287b2-c230-4fe2-b435-3e64d065496f admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=a3883eba1ead4c0ca66b6119b9e2ae31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4666502 Oct 24 13:28:06.587627 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 36858) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:06.598985 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:06.624858 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 4a07cfed-9570-4cb2-8760-91e148b1a444 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:28:06.704221 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bf32e68a-0553-42e2-91fc-06294ca79dfa admin admin] Publish callbacks [] for security_group (22f4acf2-1c2d-49d0-952b-e13a96b521a3), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:06.718139 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 4a07cfed-9570-4cb2-8760-91e148b1a444 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:06.718864 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:06.719214 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 4a07cfed-9570-4cb2-8760-91e148b1a444 Oct 24 13:28:06.729059 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bf32e68a-0553-42e2-91fc-06294ca79dfa admin admin] Publish callbacks [] for security_group (22f4acf2-1c2d-49d0-952b-e13a96b521a3), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:06.765083 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (d502a768-1e3e-4369-99c5-ccec46fdf0a1), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:06.841703 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 4a07cfed-9570-4cb2-8760-91e148b1a444 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:28:06.842986 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:06.864086 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:28:06.878028 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:28:06.880517 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:28:06.882656 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d502a768-1e3e-4369-99c5-ccec46fdf0a1,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:06.896465 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-bda8b8b1-daca-40d0-9646-cf981157c9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:06.904450 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:06.918868 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 4a07cfed-9570-4cb2-8760-91e148b1a444, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=4a07cfed-9570-4cb2-8760-91e148b1a444,segment=NetworkSegment(23829243-18d1-4b72-ba1e-a14155c5b1b4),segment_id=23829243-18d1-4b72-ba1e-a14155c5b1b4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:28:07.009646 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.010485 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:28:07.029420 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bf32e68a-0553-42e2-91fc-06294ca79dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (22f4acf2-1c2d-49d0-952b-e13a96b521a3), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.029420 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bf32e68a-0553-42e2-91fc-06294ca79dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.032916 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-bf32e68a-0553-42e2-91fc-06294ca79dfa admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/22f4acf2-1c2d-49d0-952b-e13a96b521a3 HTTP/1.1" status: 204 len: 168 time: 0.4442799 Oct 24 13:28:07.074992 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32e68a-0553-42e2-91fc-06294ca79dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f4acf2-1c2d-49d0-952b-e13a96b521a3,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:07.126558 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-bda8b8b1-daca-40d0-9646-cf981157c9a6 admin admin] Publish callbacks [] for security_group (adab9d03-9344-453b-ae8e-b9a537defc06), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.135685 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:07.139112 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=4a07cfed-9570-4cb2-8760-91e148b1a444,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:07.152925 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:07.153300 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.153635 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb Oct 24 13:28:07.210660 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-bda8b8b1-daca-40d0-9646-cf981157c9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (adab9d03-9344-453b-ae8e-b9a537defc06), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.313921 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-bda8b8b1-daca-40d0-9646-cf981157c9a6 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=2eb16832d043491bbdf675ca6fb9f4cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8832443 Oct 24 13:28:07.315579 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:28:07.315883 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8b8b1-daca-40d0-9646-cf981157c9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adab9d03-9344-453b-ae8e-b9a537defc06,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:07.316005 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.318758 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36868) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:07.349288 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36870) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:07.366261 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=2cb273d7-1f2d-4b1e-80c0-af75694cd7fb,segment=NetworkSegment(165b4139-880b-4b01-baa9-80348d2174ed),segment_id=165b4139-880b-4b01-baa9-80348d2174ed)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:28:07.382595 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Publish callbacks [] for router_gateway (f1c7b644-9bad-43f2-a833-e95283661583), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.403374 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a58432c-ada0-4864-832f-40d2f71305ec None None] Network 59223245-2000-49d6-b8da-7d7e05f7d268 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:28:07.408045 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6c831400-415b-4b1b-999c-81ad6998db2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.447361 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d60496-a532-4ed6-940b-f6004c45d074 req-cf26b1d9-3a22-42b7-9972-4bc7ec332dc4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:07.449235 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-28d60496-a532-4ed6-940b-f6004c45d074 req-cf26b1d9-3a22-42b7-9972-4bc7ec332dc4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.1234903 Oct 24 13:28:07.472419 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.499212 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-74473862-f201-4ffc-8ddc-2e8793d14f3d admin admin] Publish callbacks [] for security_group (adab9d03-9344-453b-ae8e-b9a537defc06), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.513821 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:07.524045 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-555f24a7-70c5-4877-9c7a-50655e8b4453 None None] Provisioning complete for port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:07.524755 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-555f24a7-70c5-4877-9c7a-50655e8b4453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.529418 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-555f24a7-70c5-4877-9c7a-50655e8b4453 None None] Attempt 1 to provision port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb Oct 24 13:28:07.558006 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-74473862-f201-4ffc-8ddc-2e8793d14f3d admin admin] Publish callbacks [] for security_group (adab9d03-9344-453b-ae8e-b9a537defc06), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.571075 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-28d60496-a532-4ed6-940b-f6004c45d074 req-c5cbee73-fe11-48e8-b5b1-df0eb8da628d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081069 Oct 24 13:28:07.588457 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=2cb273d7-1f2d-4b1e-80c0-af75694cd7fb,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:07.664117 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6c831400-415b-4b1b-999c-81ad6998db2b admin admin] Publish callbacks [] for security_group (238a0054-bba1-4c5f-8cb7-8da4d40b0ccf), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.685230 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-555f24a7-70c5-4877-9c7a-50655e8b4453 None None] Current status of the port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:28:07.706474 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7925167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899404'] for router (f1c7b644-9bad-43f2-a833-e95283661583), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.740913 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6c831400-415b-4b1b-999c-81ad6998db2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (238a0054-bba1-4c5f-8cb7-8da4d40b0ccf), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.797612 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-6c831400-415b-4b1b-999c-81ad6998db2b admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=034fd501ab084cf8acfd41c8fca50407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4469447 Oct 24 13:28:07.798939 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c831400-415b-4b1b-999c-81ad6998db2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238a0054-bba1-4c5f-8cb7-8da4d40b0ccf,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:07.801671 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36882) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:07.814551 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-74473862-f201-4ffc-8ddc-2e8793d14f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (adab9d03-9344-453b-ae8e-b9a537defc06), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.817601 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-74473862-f201-4ffc-8ddc-2e8793d14f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.818017 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-74473862-f201-4ffc-8ddc-2e8793d14f3d admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/adab9d03-9344-453b-ae8e-b9a537defc06 HTTP/1.1" status: 204 len: 168 time: 0.4981282 Oct 24 13:28:07.847265 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74473862-f201-4ffc-8ddc-2e8793d14f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adab9d03-9344-453b-ae8e-b9a537defc06,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:07.849085 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:07.921702 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1802afe5-c1c3-48e0-a6e5-a3e16767434a admin admin] Publish callbacks [] for security_group (238a0054-bba1-4c5f-8cb7-8da4d40b0ccf), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.946076 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1802afe5-c1c3-48e0-a6e5-a3e16767434a admin admin] Publish callbacks [] for security_group (238a0054-bba1-4c5f-8cb7-8da4d40b0ccf), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:07.958548 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:07.959912 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Router f1c7b644-9bad-43f2-a833-e95283661583 is scheduled to L3 agent 8e6639ec-a083-4776-87de-588f23b64293 with binding_index 1 {{(pid=104908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:28:08.012803 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-af77481a-1ff3-4600-90ab-69fe6154ead6 None None] Provisioning complete for port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:08.013375 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-af77481a-1ff3-4600-90ab-69fe6154ead6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:08.013495 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-af77481a-1ff3-4600-90ab-69fe6154ead6 None None] Attempt 1 to provision port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb Oct 24 13:28:08.070731 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:28:08.081884 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Sync routers for ids ['f1c7b644-9bad-43f2-a833-e95283661583'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:28:08.083942 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1802afe5-c1c3-48e0-a6e5-a3e16767434a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (238a0054-bba1-4c5f-8cb7-8da4d40b0ccf), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:08.088358 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1802afe5-c1c3-48e0-a6e5-a3e16767434a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:08.088358 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-1802afe5-c1c3-48e0-a6e5-a3e16767434a admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/238a0054-bba1-4c5f-8cb7-8da4d40b0ccf HTTP/1.1" status: 204 len: 168 time: 0.2689917 Oct 24 13:28:08.110479 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802afe5-c1c3-48e0-a6e5-a3e16767434a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238a0054-bba1-4c5f-8cb7-8da4d40b0ccf,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:08.150770 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-af77481a-1ff3-4600-90ab-69fe6154ead6 None None] Current status of the port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:28:08.157119 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Routers {'f1c7b644-9bad-43f2-a833-e95283661583'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:28:08.157744 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:28:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['f1c7b644-9bad-43f2-a833-e95283661583'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:08.255643 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:08.257571 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-7f6ee0eb-effc-490a-820a-b8789dd512e2 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3420615 Oct 24 13:28:08.260609 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36896) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:08.422928 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Set router f1c7b644-9bad-43f2-a833-e95283661583 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:28:08.534843 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 4a07cfed-9570-4cb2-8760-91e148b1a444 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:28:08.635744 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 4a07cfed-9570-4cb2-8760-91e148b1a444 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:08.639269 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:08.639269 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 4a07cfed-9570-4cb2-8760-91e148b1a444 Oct 24 13:28:08.689919 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:08.709654 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:08.732178 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'name': 'tempest-TestMinimumBasicScenario-602463162-router', 'tenant_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd502a768-1e3e-4369-99c5-ccec46fdf0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:28:05Z', 'updated_at': '2022-10-24T13:28:07Z', 'revision_number': 3, 'project_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'gw_port': {'id': 'd502a768-1e3e-4369-99c5-ccec46fdf0a1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:05Z', 'updated_at': '2022-10-24T13:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:08.785578 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Checking router: f1c7b644-9bad-43f2-a833-e95283661583 for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:28:08.785928 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Updating router f1c7b644-9bad-43f2-a833-e95283661583 port d502a768-1e3e-4369-99c5-ccec46fdf0a1 binding host dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:28:08.798410 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:08.826044 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8abdd-05b6-4eac-80a0-6f5821e1d4d0 req-c65fedcb-e1f6-42b4-8a07-82e40f579726 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:08.832553 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9bb8abdd-05b6-4eac-80a0-6f5821e1d4d0 req-c65fedcb-e1f6-42b4-8a07-82e40f579726 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.1109109 Oct 24 13:28:08.852407 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (d502a768-1e3e-4369-99c5-ccec46fdf0a1), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:08.876437 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:08.881830 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 4a07cfed-9570-4cb2-8760-91e148b1a444 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:28:08.883153 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:28:08.940572 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9bb8abdd-05b6-4eac-80a0-6f5821e1d4d0 req-e4bfaa64-3b70-4a77-bfcb-34b7a42fc0f9 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013455 Oct 24 13:28:09.041526 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:09.042064 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:09.043938 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb Oct 24 13:28:09.087040 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:09.103999 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:09.171815 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Allocated IP 172.20.0.1 (59223245-2000-49d6-b8da-7d7e05f7d268/39a4335f-928b-4100-a7c5-1bc11004a5ac/7f76aa82-538d-48fb-8e22-181907b01277) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:28:09.378521 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:28:09.391300 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Publish callbacks [] for port (d502a768-1e3e-4369-99c5-ccec46fdf0a1), precommit_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:09.411432 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Publish callbacks [] for port (7f76aa82-538d-48fb-8e22-181907b01277), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:09.491122 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (d502a768-1e3e-4369-99c5-ccec46fdf0a1), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:09.528855 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Attempting to bind port d502a768-1e3e-4369-99c5-ccec46fdf0a1 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:28:09.529309 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Attempting to bind port d502a768-1e3e-4369-99c5-ccec46fdf0a1 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:28:09.529716 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Attempting to bind port d502a768-1e3e-4369-99c5-ccec46fdf0a1 on network 493fa87f-9a93-417f-808a-5bb82e719d97 {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:28:09.564665 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (7f76aa82-538d-48fb-8e22-181907b01277), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:09.573997 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de3486-2a2f-48ad-9464-3e385937d344 None None] Pushing event updated for resources: {'Port': ['ID=d502a768-1e3e-4369-99c5-ccec46fdf0a1,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:09.592411 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:28:09.592411 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Checking segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:28:09.592411 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:09.592411 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Bound using segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:28:09.592411 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Bound port: d502a768-1e3e-4369-99c5-ccec46fdf0a1, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:28:09.592411 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (d502a768-1e3e-4369-99c5-ccec46fdf0a1), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:09.630951 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Network 59223245-2000-49d6-b8da-7d7e05f7d268 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:28:09.640774 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:28:09.645279 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:28:09.648626 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Pushing event updated for resources: {'Port': ['ID=7f76aa82-538d-48fb-8e22-181907b01277,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:09.713551 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] For port d502a768-1e3e-4369-99c5-ccec46fdf0a1, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:28:09.718719 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] For port d502a768-1e3e-4369-99c5-ccec46fdf0a1, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=d502a768-1e3e-4369-99c5-ccec46fdf0a1,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:28:09.722052 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7922112'] for router_interface (f1c7b644-9bad-43f2-a833-e95283661583), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:09.722958 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:09.844974 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (d502a768-1e3e-4369-99c5-ccec46fdf0a1), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:09.870481 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c9d40-fce9-4b2f-8a72-4d4132b1d563 req-17616d6d-11a5-4469-bc65-c79771b7212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:09.885969 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-596c9d40-fce9-4b2f-8a72-4d4132b1d563 req-17616d6d-11a5-4469-bc65-c79771b7212e service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 1129 time: 0.0931976 Oct 24 13:28:09.916201 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Routers {'f1c7b644-9bad-43f2-a833-e95283661583'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:28:09.917431 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:28:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['f1c7b644-9bad-43f2-a833-e95283661583'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:10.051483 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-661f72a1-03e6-4f24-a0b3-2f89fb96abda None None] Provisioning complete for port 7f76aa82-538d-48fb-8e22-181907b01277 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:10.052152 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-661f72a1-03e6-4f24-a0b3-2f89fb96abda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (7f76aa82-538d-48fb-8e22-181907b01277), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:10.052287 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-661f72a1-03e6-4f24-a0b3-2f89fb96abda None None] Attempt 1 to provision port 7f76aa82-538d-48fb-8e22-181907b01277 Oct 24 13:28:10.055856 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:10.072754 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfeacbe-6ae5-46ba-9634-95d400ae9435 req-4954ae95-8231-4cac-8ba8-514f17a179da tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:10.074262 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-edfeacbe-6ae5-46ba-9634-95d400ae9435 req-4954ae95-8231-4cac-8ba8-514f17a179da tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.3451228 Oct 24 13:28:10.086470 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c9d40-fce9-4b2f-8a72-4d4132b1d563 req-8e977345-2cff-4e57-b8f9-1764e8a2d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:10.089621 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-596c9d40-fce9-4b2f-8a72-4d4132b1d563 req-8e977345-2cff-4e57-b8f9-1764e8a2d1ee service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 918 time: 0.1920002 Oct 24 13:28:10.162162 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-661f72a1-03e6-4f24-a0b3-2f89fb96abda None None] Port 7f76aa82-538d-48fb-8e22-181907b01277 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:28:10.171905 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-596c9d40-fce9-4b2f-8a72-4d4132b1d563 req-7878d1cb-e79b-4132-b9c9-5b0a25002de7 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf65c088-1188-479e-a207-5b5919c77b82 HTTP/1.1" status: 200 len: 217 time: 0.0741162 Oct 24 13:28:10.219000 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de3486-2a2f-48ad-9464-3e385937d344 None None] Pushing event updated for resources: {'Port': ['ID=d502a768-1e3e-4369-99c5-ccec46fdf0a1,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:10.252093 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] Set router f1c7b644-9bad-43f2-a833-e95283661583 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:28:10.257607 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c9d40-fce9-4b2f-8a72-4d4132b1d563 req-36ca0952-c7c2-47bd-8e1d-d925cd3fa117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:10.259291 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-596c9d40-fce9-4b2f-8a72-4d4132b1d563 req-36ca0952-c7c2-47bd-8e1d-d925cd3fa117 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.0768464 Oct 24 13:28:10.262336 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-edfeacbe-6ae5-46ba-9634-95d400ae9435 req-5b366c68-00ad-43e7-a565-3865b1e6ad3c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259525 Oct 24 13:28:10.263729 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:10.340145 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c9d40-fce9-4b2f-8a72-4d4132b1d563 req-e34f970a-555b-45a2-9cd2-c72f0031dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:10.343381 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-596c9d40-fce9-4b2f-8a72-4d4132b1d563 req-e34f970a-555b-45a2-9cd2-c72f0031dcf6 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753164 Oct 24 13:28:10.382422 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (7f76aa82-538d-48fb-8e22-181907b01277), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:10.426320 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 36978) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:10.473488 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-596c9d40-fce9-4b2f-8a72-4d4132b1d563 req-778d48ae-f4f8-40ef-a596-60a8251a1673 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215415 Oct 24 13:28:10.528045 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'name': 'tempest-TestMinimumBasicScenario-602463162-router', 'tenant_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd502a768-1e3e-4369-99c5-ccec46fdf0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:28:05Z', 'updated_at': '2022-10-24T13:28:07Z', 'revision_number': 3, 'project_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'gw_port': {'id': 'd502a768-1e3e-4369-99c5-ccec46fdf0a1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:05Z', 'updated_at': '2022-10-24T13:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:10.581543 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-238a615d-0dc9-4a96-b710-f9953ea7ea6a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-631008991-network', 'tenant_id': '10316acf2adf4f34a63a08f0e60b2548'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:28:10.581774 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b84237-cbe2-4603-b814-7d68290dedf9 None None] The sync data for ids ['f1c7b644-9bad-43f2-a833-e95283661583'] in dv-cinder-862491-1-iscsi is: [{'id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'name': 'tempest-TestMinimumBasicScenario-602463162-router', 'tenant_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd502a768-1e3e-4369-99c5-ccec46fdf0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:28:05Z', 'updated_at': '2022-10-24T13:28:07Z', 'revision_number': 3, 'project_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'gw_port': {'id': 'd502a768-1e3e-4369-99c5-ccec46fdf0a1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:05Z', 'updated_at': '2022-10-24T13:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:28:10.623282 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-596c9d40-fce9-4b2f-8a72-4d4132b1d563 req-0506db34-af67-4746-bdfa-bc8699582310 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414006 Oct 24 13:28:10.632657 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Publish callbacks [] for port (7f76aa82-538d-48fb-8e22-181907b01277), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:10.752422 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238a615d-0dc9-4a96-b710-f9953ea7ea6a admin admin] Made reservation on behalf of 10316acf2adf4f34a63a08f0e60b2548 for: {'network': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:28:10.752617 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211953'] for port (7f76aa82-538d-48fb-8e22-181907b01277), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:10.755133 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-238a615d-0dc9-4a96-b710-f9953ea7ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:10.767914 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-238a615d-0dc9-4a96-b710-f9953ea7ea6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:10.853244 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Pushing event updated for resources: {'Port': ['ID=7f76aa82-538d-48fb-8e22-181907b01277,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:10.855689 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8330499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7922004'] for router_interface (f1c7b644-9bad-43f2-a833-e95283661583), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:10.880307 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-238a615d-0dc9-4a96-b710-f9953ea7ea6a admin admin] Publish callbacks [] for security_group (e66b63d9-f601-40c3-97b7-3b41600ed1ec), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:10.897574 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:10.953938 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-238a615d-0dc9-4a96-b710-f9953ea7ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (e66b63d9-f601-40c3-97b7-3b41600ed1ec), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:10.980120 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:10.994999 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a615d-0dc9-4a96-b710-f9953ea7ea6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66b63d9-f601-40c3-97b7-3b41600ed1ec,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:10.997903 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Network 59223245-2000-49d6-b8da-7d7e05f7d268 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:28:11.000435 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:28:11.012729 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238a615d-0dc9-4a96-b710-f9953ea7ea6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=104908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:28:11.035645 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-238a615d-0dc9-4a96-b710-f9953ea7ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (3ebca7dd-6cf5-4a4c-afdf-fa1c802622db), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:11.036098 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.segments_db [None req-238a615d-0dc9-4a96-b710-f9953ea7ea6a admin admin] Added segment 3ebca7dd-6cf5-4a4c-afdf-fa1c802622db of type vlan for network fbe543ba-56bd-431b-a00d-2cf1782321b0 Oct 24 13:28:11.107465 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-238a615d-0dc9-4a96-b710-f9953ea7ea6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (fbe543ba-56bd-431b-a00d-2cf1782321b0), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:11.166057 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Router f1c7b644-9bad-43f2-a833-e95283661583 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:28:11.272487 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-238a615d-0dc9-4a96-b710-f9953ea7ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (fbe543ba-56bd-431b-a00d-2cf1782321b0), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:11.273543 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238a615d-0dc9-4a96-b710-f9953ea7ea6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:11.275338 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-238a615d-0dc9-4a96-b710-f9953ea7ea6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:11.290457 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-b03b8ccd-454b-4ba1-a795-0a04cf4bcad6 None None] Provisioning complete for port 7f76aa82-538d-48fb-8e22-181907b01277 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:11.290457 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-b03b8ccd-454b-4ba1-a795-0a04cf4bcad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (7f76aa82-538d-48fb-8e22-181907b01277), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:11.291043 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-b03b8ccd-454b-4ba1-a795-0a04cf4bcad6 None None] Attempt 1 to provision port 7f76aa82-538d-48fb-8e22-181907b01277 Oct 24 13:28:11.295246 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:28:11.317483 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-9d03cf0a-c80b-414c-b3bd-65a97b90936b admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/f1c7b644-9bad-43f2-a833-e95283661583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0397370 Oct 24 13:28:11.345412 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:11.347572 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-b03b8ccd-454b-4ba1-a795-0a04cf4bcad6 None None] Port 7f76aa82-538d-48fb-8e22-181907b01277 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:28:11.362619 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a615d-0dc9-4a96-b710-f9953ea7ea6a admin admin] Pushing event updated for resources: {'Network': ['ID=fbe543ba-56bd-431b-a00d-2cf1782321b0,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:11.375173 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network fbe543ba-56bd-431b-a00d-2cf1782321b0 details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:28:11.434713 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84e176-8cba-4642-95ee-c2ebeba366f0 req-c69d634e-d68d-4139-bc7d-95eb9bb62646 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:11.437133 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-db84e176-8cba-4642-95ee-c2ebeba366f0 req-c69d634e-d68d-4139-bc7d-95eb9bb62646 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.0576043 Oct 24 13:28:11.444973 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-238a615d-0dc9-4a96-b710-f9953ea7ea6a admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0151672 Oct 24 13:28:11.445607 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 36996) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:11.451232 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-803bcf4f-bbc2-4a8a-91cd-4cc0e5d6c5dd admin admin] Request body: {'subnet': {'network_id': 'fbe543ba-56bd-431b-a00d-2cf1782321b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-631008991-subnet', 'tenant_id': '10316acf2adf4f34a63a08f0e60b2548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:28:11.496837 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-db84e176-8cba-4642-95ee-c2ebeba366f0 req-ae291f5a-2886-4aa4-8a51-feb6d6116383 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501225 Oct 24 13:28:11.621305 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803bcf4f-bbc2-4a8a-91cd-4cc0e5d6c5dd admin admin] Made reservation on behalf of 10316acf2adf4f34a63a08f0e60b2548 for: {'subnet': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:28:11.623507 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-803bcf4f-bbc2-4a8a-91cd-4cc0e5d6c5dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4442815'] for subnet (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:12.313225 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-803bcf4f-bbc2-4a8a-91cd-4cc0e5d6c5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5210504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4442793'] for subnet (d740dc7f-5255-4f27-b576-ef5c26492901), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:12.378662 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bcf4f-bbc2-4a8a-91cd-4cc0e5d6c5dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d740dc7f-5255-4f27-b576-ef5c26492901,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:12.389657 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803bcf4f-bbc2-4a8a-91cd-4cc0e5d6c5dd admin admin] Checking segment: {'id': '3ebca7dd-6cf5-4a4c-afdf-fa1c802622db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fbe543ba-56bd-431b-a00d-2cf1782321b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:28:12.390172 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803bcf4f-bbc2-4a8a-91cd-4cc0e5d6c5dd admin admin] Network hostable DHCP agents. Network: fbe543ba-56bd-431b-a00d-2cf1782321b0, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:28:12.478553 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device d502a768-1e3e-4369-99c5-ccec46fdf0a1 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:28:12.525545 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port d502a768-1e3e-4369-99c5-ccec46fdf0a1 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:12.526016 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (d502a768-1e3e-4369-99c5-ccec46fdf0a1), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:12.526532 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port d502a768-1e3e-4369-99c5-ccec46fdf0a1 Oct 24 13:28:12.547302 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803bcf4f-bbc2-4a8a-91cd-4cc0e5d6c5dd admin admin] Network fbe543ba-56bd-431b-a00d-2cf1782321b0 is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:28:12.614118 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port d502a768-1e3e-4369-99c5-ccec46fdf0a1 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:28:12.614455 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (d502a768-1e3e-4369-99c5-ccec46fdf0a1), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:12.664013 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-803bcf4f-bbc2-4a8a-91cd-4cc0e5d6c5dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, fbe543ba-56bd-431b-a00d-2cf1782321b0) {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:28:12.671989 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803bcf4f-bbc2-4a8a-91cd-4cc0e5d6c5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:12.672841 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-803bcf4f-bbc2-4a8a-91cd-4cc0e5d6c5dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:12.677637 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port d502a768-1e3e-4369-99c5-ccec46fdf0a1, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=d502a768-1e3e-4369-99c5-ccec46fdf0a1,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:28:12.686552 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf1bd5f-7faf-41a7-932d-e5dec16edb73 None None] Network fbe543ba-56bd-431b-a00d-2cf1782321b0 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:28:12.710632 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f2315-f1a0-4a07-afa7-ad89bc94b041 req-4326ac6a-f40a-4ea8-aba0-2ba6b1df5302 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:12.714928 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bb2f2315-f1a0-4a07-afa7-ad89bc94b041 req-4326ac6a-f40a-4ea8-aba0-2ba6b1df5302 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.0864723 Oct 24 13:28:12.774739 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-803bcf4f-bbc2-4a8a-91cd-4cc0e5d6c5dd admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3218100 Oct 24 13:28:12.781281 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 37048) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:12.805468 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (d502a768-1e3e-4369-99c5-ccec46fdf0a1), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:12.834569 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb21e747-5b54-485d-b885-e348debbdc44 admin admin] Deleting subnet 92f422b1-7cc9-4656-958d-b10fe568bd10 {{(pid=104907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:28:12.847045 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bb2f2315-f1a0-4a07-afa7-ad89bc94b041 req-a8df7c91-ebf7-4452-bd43-788f631468c7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265693 Oct 24 13:28:12.849494 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-eb21e747-5b54-485d-b885-e348debbdc44 admin admin] Publish callbacks [] for subnet (92f422b1-7cc9-4656-958d-b10fe568bd10), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:12.915519 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-eb21e747-5b54-485d-b885-e348debbdc44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4404742'] for subnet (92f422b1-7cc9-4656-958d-b10fe568bd10), precommit_delete_associations {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:12.925465 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c77f114-515a-46af-b110-6c7f9c327d3b None None] Network fbe543ba-56bd-431b-a00d-2cf1782321b0 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:28:12.970657 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-eb21e747-5b54-485d-b885-e348debbdc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (92f422b1-7cc9-4656-958d-b10fe568bd10), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:13.025752 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:13.030546 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=d502a768-1e3e-4369-99c5-ccec46fdf0a1,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:13.038592 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:13.121069 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Sync routers for ids ['f1c7b644-9bad-43f2-a833-e95283661583'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:28:13.142417 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-eb21e747-5b54-485d-b885-e348debbdc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5210571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4442784'] for subnet (92f422b1-7cc9-4656-958d-b10fe568bd10), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:13.152150 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Routers {'f1c7b644-9bad-43f2-a833-e95283661583'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:28:13.152349 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:28:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['f1c7b644-9bad-43f2-a833-e95283661583'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:13.163366 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-eb21e747-5b54-485d-b885-e348debbdc44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:13.168047 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-eb21e747-5b54-485d-b885-e348debbdc44 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/92f422b1-7cc9-4656-958d-b10fe568bd10 HTTP/1.1" status: 204 len: 168 time: 0.3851039 Oct 24 13:28:13.170253 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 37062) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:13.244563 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21e747-5b54-485d-b885-e348debbdc44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f422b1-7cc9-4656-958d-b10fe568bd10,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:13.343937 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1e86c192-b23c-46c7-8b19-15ebe6ad2b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:13.390846 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Set router f1c7b644-9bad-43f2-a833-e95283661583 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:28:13.476674 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1e86c192-b23c-46c7-8b19-15ebe6ad2b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:13.515721 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-1e86c192-b23c-46c7-8b19-15ebe6ad2b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6']}} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:13.524128 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:13.530785 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-1e86c192-b23c-46c7-8b19-15ebe6ad2b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affa94f8-ad50-4931-8362-2079a4a74558') {'for_net_delete': True} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:13.534539 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-1e86c192-b23c-46c7-8b19-15ebe6ad2b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affa94f8-ad50-4931-8362-2079a4a74558') {} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:13.548001 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1e86c192-b23c-46c7-8b19-15ebe6ad2b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5528175'] for segment (affa94f8-ad50-4931-8362-2079a4a74558), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:13.567641 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1e86c192-b23c-46c7-8b19-15ebe6ad2b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (affa94f8-ad50-4931-8362-2079a4a74558), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:13.574859 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:13.576017 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e86c192-b23c-46c7-8b19-15ebe6ad2b45 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=104908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:28:13.576435 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1e86c192-b23c-46c7-8b19-15ebe6ad2b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387000'] for segment (affa94f8-ad50-4931-8362-2079a4a74558), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:13.615970 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment affa94f8-ad50-4931-8362-2079a4a74558 resource provider aggregate not found Oct 24 13:28:13.629961 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'name': 'tempest-TestMinimumBasicScenario-602463162-router', 'tenant_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd502a768-1e3e-4369-99c5-ccec46fdf0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:28:05Z', 'updated_at': '2022-10-24T13:28:10Z', 'revision_number': 4, 'project_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'gw_port': {'id': 'd502a768-1e3e-4369-99c5-ccec46fdf0a1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:05Z', 'updated_at': '2022-10-24T13:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '7f76aa82-538d-48fb-8e22-181907b01277', 'name': '', 'network_id': '59223245-2000-49d6-b8da-7d7e05f7d268', 'tenant_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'mac_address': 'fa:16:3e:1e:81:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '39a4335f-928b-4100-a7c5-1bc11004a5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:08Z', 'updated_at': '2022-10-24T13:28:10Z', 'revision_number': 2, 'project_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'subnets': [{'id': '39a4335f-928b-4100-a7c5-1bc11004a5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:13.659236 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment affa94f8-ad50-4931-8362-2079a4a74558 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid affa94f8-ad50-4931-8362-2079a4a74558 found for delete ", "request_id": "req-7efeb4da-2f2c-4ca8-b5de-5252ad75d9f7"}]} Oct 24 13:28:13.685467 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Checking router: f1c7b644-9bad-43f2-a833-e95283661583 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:28:13.685810 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Updating router f1c7b644-9bad-43f2-a833-e95283661583 port 7f76aa82-538d-48fb-8e22-181907b01277 binding host dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:28:13.716544 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (7f76aa82-538d-48fb-8e22-181907b01277), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:13.753806 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=100 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:13.788045 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1e86c192-b23c-46c7-8b19-15ebe6ad2b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:13.793984 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1e86c192-b23c-46c7-8b19-15ebe6ad2b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:13.802212 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 37074) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:13.803035 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-1e86c192-b23c-46c7-8b19-15ebe6ad2b45 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6 HTTP/1.1" status: 204 len: 168 time: 0.6310167 Oct 24 13:28:13.818328 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86c192-b23c-46c7-8b19-15ebe6ad2b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=74e05c4f-156f-4d1d-9d16-d0fb3ffe53a6,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:13.911197 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2fdf92-8f80-4a98-a8af-686bf9589c43 admin admin] Deleting subnet c6be1391-8efe-49dc-990b-9d990621210d {{(pid=104907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:28:13.915052 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fd2fdf92-8f80-4a98-a8af-686bf9589c43 admin admin] Publish callbacks [] for subnet (c6be1391-8efe-49dc-990b-9d990621210d), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.019939 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fd2fdf92-8f80-4a98-a8af-686bf9589c43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4404742'] for subnet (c6be1391-8efe-49dc-990b-9d990621210d), precommit_delete_associations {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.105861 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335b326-8bf2-470f-9f52-0928b1fb4728 req-60b9c03f-6dcf-4f66-9ea1-6aadd8219882 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:14.115134 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fd2fdf92-8f80-4a98-a8af-686bf9589c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (c6be1391-8efe-49dc-990b-9d990621210d), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.120880 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4335b326-8bf2-470f-9f52-0928b1fb4728 req-60b9c03f-6dcf-4f66-9ea1-6aadd8219882 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.1949370 Oct 24 13:28:14.167974 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:14.171261 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Publish callbacks [] for port (7f76aa82-538d-48fb-8e22-181907b01277), precommit_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.174013 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:14.231945 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4335b326-8bf2-470f-9f52-0928b1fb4728 req-c52d7c60-7038-41fb-a667-40ee0cf4cbb0 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101720 Oct 24 13:28:14.272471 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (7f76aa82-538d-48fb-8e22-181907b01277), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.296100 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fd2fdf92-8f80-4a98-a8af-686bf9589c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5210571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4442784'] for subnet (c6be1391-8efe-49dc-990b-9d990621210d), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.320344 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fd2fdf92-8f80-4a98-a8af-686bf9589c43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.331180 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 37092) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:14.331653 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-fd2fdf92-8f80-4a98-a8af-686bf9589c43 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/c6be1391-8efe-49dc-990b-9d990621210d HTTP/1.1" status: 204 len: 168 time: 0.5273705 Oct 24 13:28:14.356586 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fdf92-8f80-4a98-a8af-686bf9589c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6be1391-8efe-49dc-990b-9d990621210d,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:14.508997 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3291019-c59c-41c9-a87a-6ced29d70b30 None None] Pushing event updated for resources: {'Port': ['ID=7f76aa82-538d-48fb-8e22-181907b01277,revision_number=3']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:14.511584 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device d502a768-1e3e-4369-99c5-ccec46fdf0a1 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:28:14.528982 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Attempting to bind port 7f76aa82-538d-48fb-8e22-181907b01277 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:28:14.529538 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Attempting to bind port 7f76aa82-538d-48fb-8e22-181907b01277 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '165b4139-880b-4b01-baa9-80348d2174ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59223245-2000-49d6-b8da-7d7e05f7d268'}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:28:14.530867 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Attempting to bind port 7f76aa82-538d-48fb-8e22-181907b01277 on network 59223245-2000-49d6-b8da-7d7e05f7d268 {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:28:14.634938 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:28:14.635308 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Checking segment: {'id': '165b4139-880b-4b01-baa9-80348d2174ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59223245-2000-49d6-b8da-7d7e05f7d268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:28:14.635544 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port d502a768-1e3e-4369-99c5-ccec46fdf0a1 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:14.635741 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.635924 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (d502a768-1e3e-4369-99c5-ccec46fdf0a1), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.636136 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Bound using segment: {'id': '165b4139-880b-4b01-baa9-80348d2174ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59223245-2000-49d6-b8da-7d7e05f7d268'} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:28:14.636255 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port d502a768-1e3e-4369-99c5-ccec46fdf0a1 Oct 24 13:28:14.636688 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Bound port: 7f76aa82-538d-48fb-8e22-181907b01277, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165b4139-880b-4b01-baa9-80348d2174ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '59223245-2000-49d6-b8da-7d7e05f7d268'}}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:28:14.637070 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (7f76aa82-538d-48fb-8e22-181907b01277), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.698655 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 37096) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:14.711463 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] For port 7f76aa82-538d-48fb-8e22-181907b01277, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:28:14.715311 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] For port 7f76aa82-538d-48fb-8e22-181907b01277, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=7f76aa82-538d-48fb-8e22-181907b01277,segment=NetworkSegment(165b4139-880b-4b01-baa9-80348d2174ed),segment_id=165b4139-880b-4b01-baa9-80348d2174ed)] {{(pid=104910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:28:14.767237 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port d502a768-1e3e-4369-99c5-ccec46fdf0a1 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:28:14.776156 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (7f76aa82-538d-48fb-8e22-181907b01277), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.792769 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d06ccac9-6c18-43eb-8bd0-8dd8869a7350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (c71c1abb-f720-4167-8c25-b8f2a33269b2), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.818561 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Routers {'f1c7b644-9bad-43f2-a833-e95283661583'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:28:14.819225 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:28:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['f1c7b644-9bad-43f2-a833-e95283661583'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:14.882006 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d06ccac9-6c18-43eb-8bd0-8dd8869a7350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (c71c1abb-f720-4167-8c25-b8f2a33269b2), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.883477 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3291019-c59c-41c9-a87a-6ced29d70b30 None None] Pushing event updated for resources: {'Port': ['ID=7f76aa82-538d-48fb-8e22-181907b01277,revision_number=4']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:14.908460 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-d06ccac9-6c18-43eb-8bd0-8dd8869a7350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71c1abb-f720-4167-8c25-b8f2a33269b2']}} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:14.912548 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ddadfacb-3625-457a-8af1-ddc1a19dedfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.920036 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-d06ccac9-6c18-43eb-8bd0-8dd8869a7350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2e098b-12b0-4322-adbe-0d0c5c17ffa0') {'for_net_delete': True} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:14.921114 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-d06ccac9-6c18-43eb-8bd0-8dd8869a7350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2e098b-12b0-4322-adbe-0d0c5c17ffa0') {} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:14.940825 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d06ccac9-6c18-43eb-8bd0-8dd8869a7350 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5528175'] for segment (dd2e098b-12b0-4322-adbe-0d0c5c17ffa0), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.966038 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d06ccac9-6c18-43eb-8bd0-8dd8869a7350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (dd2e098b-12b0-4322-adbe-0d0c5c17ffa0), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.970739 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:14.973352 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] Set router f1c7b644-9bad-43f2-a833-e95283661583 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:28:14.975936 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06ccac9-6c18-43eb-8bd0-8dd8869a7350 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=104908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:28:14.976696 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d06ccac9-6c18-43eb-8bd0-8dd8869a7350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387000'] for segment (dd2e098b-12b0-4322-adbe-0d0c5c17ffa0), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:14.991030 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:15.031788 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ddadfacb-3625-457a-8af1-ddc1a19dedfe admin admin] Publish callbacks [] for security_group (da3da298-0368-4ac7-a554-a7f00b42a3a1), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:15.118121 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ddadfacb-3625-457a-8af1-ddc1a19dedfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (da3da298-0368-4ac7-a554-a7f00b42a3a1), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:15.118278 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d06ccac9-6c18-43eb-8bd0-8dd8869a7350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (c71c1abb-f720-4167-8c25-b8f2a33269b2), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:15.124394 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d06ccac9-6c18-43eb-8bd0-8dd8869a7350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:15.133356 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-d06ccac9-6c18-43eb-8bd0-8dd8869a7350 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/c71c1abb-f720-4167-8c25-b8f2a33269b2 HTTP/1.1" status: 204 len: 168 time: 0.8004031 Oct 24 13:28:15.156178 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ccac9-6c18-43eb-8bd0-8dd8869a7350 admin admin] Pushing event deleted for resources: {'Network': ['ID=c71c1abb-f720-4167-8c25-b8f2a33269b2,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:15.206116 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 37106) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:15.217160 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-ddadfacb-3625-457a-8af1-ddc1a19dedfe admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=91d60e70bb7e4dd28d50c55ab12f228f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5144303 Oct 24 13:28:15.224865 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfacb-3625-457a-8af1-ddc1a19dedfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3da298-0368-4ac7-a554-a7f00b42a3a1,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:15.293437 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-850105d9-1ece-4aa1-a1aa-bdd5628839a1 admin admin] Publish callbacks [] for security_group (da3da298-0368-4ac7-a554-a7f00b42a3a1), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:15.294104 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'name': 'tempest-TestMinimumBasicScenario-602463162-router', 'tenant_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd502a768-1e3e-4369-99c5-ccec46fdf0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:28:05Z', 'updated_at': '2022-10-24T13:28:10Z', 'revision_number': 4, 'project_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'gw_port': {'id': 'd502a768-1e3e-4369-99c5-ccec46fdf0a1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:05Z', 'updated_at': '2022-10-24T13:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '7f76aa82-538d-48fb-8e22-181907b01277', 'name': '', 'network_id': '59223245-2000-49d6-b8da-7d7e05f7d268', 'tenant_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'mac_address': 'fa:16:3e:1e:81:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '39a4335f-928b-4100-a7c5-1bc11004a5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:08Z', 'updated_at': '2022-10-24T13:28:14Z', 'revision_number': 4, 'project_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'subnets': [{'id': '39a4335f-928b-4100-a7c5-1bc11004a5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:28:15.323731 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-850105d9-1ece-4aa1-a1aa-bdd5628839a1 admin admin] Publish callbacks [] for security_group (da3da298-0368-4ac7-a554-a7f00b42a3a1), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:15.327182 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e9a151-28e6-4935-ba1f-b672407321c0 None None] The sync data for ids ['f1c7b644-9bad-43f2-a833-e95283661583'] in dv-cinder-862491-1-iscsi is: [{'id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'name': 'tempest-TestMinimumBasicScenario-602463162-router', 'tenant_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd502a768-1e3e-4369-99c5-ccec46fdf0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:28:05Z', 'updated_at': '2022-10-24T13:28:10Z', 'revision_number': 4, 'project_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'gw_port': {'id': 'd502a768-1e3e-4369-99c5-ccec46fdf0a1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:05Z', 'updated_at': '2022-10-24T13:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '7f76aa82-538d-48fb-8e22-181907b01277', 'name': '', 'network_id': '59223245-2000-49d6-b8da-7d7e05f7d268', 'tenant_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'mac_address': 'fa:16:3e:1e:81:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '39a4335f-928b-4100-a7c5-1bc11004a5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:08Z', 'updated_at': '2022-10-24T13:28:14Z', 'revision_number': 4, 'project_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'subnets': [{'id': '39a4335f-928b-4100-a7c5-1bc11004a5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:28:15.444214 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-850105d9-1ece-4aa1-a1aa-bdd5628839a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (da3da298-0368-4ac7-a554-a7f00b42a3a1), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:15.446857 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-850105d9-1ece-4aa1-a1aa-bdd5628839a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:15.448033 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-850105d9-1ece-4aa1-a1aa-bdd5628839a1 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/da3da298-0368-4ac7-a554-a7f00b42a3a1 HTTP/1.1" status: 204 len: 168 time: 0.2404399 Oct 24 13:28:15.476137 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850105d9-1ece-4aa1-a1aa-bdd5628839a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3da298-0368-4ac7-a554-a7f00b42a3a1,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:15.484060 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10345f9-394d-4a9e-8af4-8019416e956d req-4ca6f67e-ce18-4d9e-9052-843306618ab6 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:15.510761 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f10345f9-394d-4a9e-8af4-8019416e956d req-4ca6f67e-ce18-4d9e-9052-843306618ab6 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.1567822 Oct 24 13:28:15.567412 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 37112) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:15.605218 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f10345f9-394d-4a9e-8af4-8019416e956d req-60fd5ab8-fcaa-4196-b4ac-095a174625bf tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903838 Oct 24 13:28:15.638583 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-f6918b06-4177-4ac2-8c6c-e3472d5c0829 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=0e847aaaedd940f59efac66104ef8008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0677655 Oct 24 13:28:15.640816 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 37116) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:15.669774 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:28:15.699367 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment dd2e098b-12b0-4322-adbe-0d0c5c17ffa0 resource provider aggregate not found Oct 24 13:28:15.724109 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-693612cc-633b-4f38-9fe5-7677ff5dd835 admin admin] Publish callbacks [] for security_group (1d851bc9-e73c-4067-adc6-0fdba2b615b4), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:15.744545 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment dd2e098b-12b0-4322-adbe-0d0c5c17ffa0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd2e098b-12b0-4322-adbe-0d0c5c17ffa0 found for delete ", "request_id": "req-924351d5-b98b-4082-8a05-fe2fd3c9c100"}]} Oct 24 13:28:15.754906 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-693612cc-633b-4f38-9fe5-7677ff5dd835 admin admin] Publish callbacks [] for security_group (1d851bc9-e73c-4067-adc6-0fdba2b615b4), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:15.884407 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-693612cc-633b-4f38-9fe5-7677ff5dd835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (1d851bc9-e73c-4067-adc6-0fdba2b615b4), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:15.887811 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-693612cc-633b-4f38-9fe5-7677ff5dd835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:15.890449 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-693612cc-633b-4f38-9fe5-7677ff5dd835 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/1d851bc9-e73c-4067-adc6-0fdba2b615b4 HTTP/1.1" status: 204 len: 168 time: 0.2485113 Oct 24 13:28:15.906631 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693612cc-633b-4f38-9fe5-7677ff5dd835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d851bc9-e73c-4067-adc6-0fdba2b615b4,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:16.584824 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 7f76aa82-538d-48fb-8e22-181907b01277 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:28:16.681492 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 7f76aa82-538d-48fb-8e22-181907b01277 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:16.682128 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (7f76aa82-538d-48fb-8e22-181907b01277), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:16.682560 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 7f76aa82-538d-48fb-8e22-181907b01277 Oct 24 13:28:16.703215 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:16.805437 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-9730a012-9a12-4f60-acef-eff877075a1b tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:16.818272 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-9730a012-9a12-4f60-acef-eff877075a1b tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/networks?id=fbe543ba-56bd-431b-a00d-2cf1782321b0 HTTP/1.1" status: 200 len: 808 time: 0.2299864 Oct 24 13:28:16.839999 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 7f76aa82-538d-48fb-8e22-181907b01277 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:28:16.840571 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (7f76aa82-538d-48fb-8e22-181907b01277), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:16.843592 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-6864af2d-0645-46d1-a9b6-6a6ac8bcc73e tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/quotas/10316acf2adf4f34a63a08f0e60b2548 HTTP/1.1" status: 200 len: 375 time: 0.0240209 Oct 24 13:28:16.883029 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-44bbf1aa-b1e3-4efe-a3a1-8f95e5cbb902 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=10316acf2adf4f34a63a08f0e60b2548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378416 Oct 24 13:28:16.895990 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 7f76aa82-538d-48fb-8e22-181907b01277, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=7f76aa82-538d-48fb-8e22-181907b01277,segment=NetworkSegment(165b4139-880b-4b01-baa9-80348d2174ed),segment_id=165b4139-880b-4b01-baa9-80348d2174ed)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:28:16.992839 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (7f76aa82-538d-48fb-8e22-181907b01277), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:17.059577 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-0724cf06-ddaf-4e10-8361-299d0f35a6a1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/fbe543ba-56bd-431b-a00d-2cf1782321b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660445 Oct 24 13:28:17.086162 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=7f76aa82-538d-48fb-8e22-181907b01277,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:17.220875 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 37154) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:17.278179 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-b0a236aa-045f-4ee5-909c-fa15567e4148 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/fbe543ba-56bd-431b-a00d-2cf1782321b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159708 Oct 24 13:28:17.304456 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-6554749a-0fe6-4f70-a6dc-bdf73db8aaa0 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=b1ce17c89f044bb091ed819107f6d5ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0814552 Oct 24 13:28:17.307066 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 37156) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:17.397426 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f4c7ec4e-edea-4774-b288-b5e4a8176c76 admin admin] Publish callbacks [] for security_group (fc252ed7-3d3e-4d2a-979e-c52be2a01253), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:17.421159 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f4c7ec4e-edea-4774-b288-b5e4a8176c76 admin admin] Publish callbacks [] for security_group (fc252ed7-3d3e-4d2a-979e-c52be2a01253), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:17.574726 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f4c7ec4e-edea-4774-b288-b5e4a8176c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (fc252ed7-3d3e-4d2a-979e-c52be2a01253), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:17.581685 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f4c7ec4e-edea-4774-b288-b5e4a8176c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:17.581685 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-f4c7ec4e-edea-4774-b288-b5e4a8176c76 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/fc252ed7-3d3e-4d2a-979e-c52be2a01253 HTTP/1.1" status: 204 len: 168 time: 0.2720182 Oct 24 13:28:17.594951 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7ec4e-edea-4774-b288-b5e4a8176c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc252ed7-3d3e-4d2a-979e-c52be2a01253,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:17.601164 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7ae98651-3d73-4ddb-b84c-53edc92e3a22 req-0bb58f10-b4f9-4cd9-a7ef-d05c31906e7b tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 210 time: 0.0679555 Oct 24 13:28:18.462338 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 7f76aa82-538d-48fb-8e22-181907b01277 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:28:18.663623 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 7f76aa82-538d-48fb-8e22-181907b01277 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:18.664300 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (7f76aa82-538d-48fb-8e22-181907b01277), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:18.664779 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 7f76aa82-538d-48fb-8e22-181907b01277 Oct 24 13:28:18.708513 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-802211d0-cbbc-49f4-96c8-bc1a40ef0f46 req-f98b6c05-dd7c-46d7-87d0-8f499868b653 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 210 time: 0.0571046 Oct 24 13:28:18.769188 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 7f76aa82-538d-48fb-8e22-181907b01277 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:28:18.998463 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 37194) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:19.004030 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-c7b3b120-963a-4987-87e1-ead45a68ac92 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1023587068', 'description': 'tempest-description--1219635948'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:28:19.170610 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c7b3b120-963a-4987-87e1-ead45a68ac92 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:19.173545 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:19.255849 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c7b3b120-963a-4987-87e1-ead45a68ac92 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for security_group (21f36e95-f6c6-46d3-a6ce-af728595ff6f), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:19.358235 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c7b3b120-963a-4987-87e1-ead45a68ac92 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (21f36e95-f6c6-46d3-a6ce-af728595ff6f), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:19.410859 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3b120-963a-4987-87e1-ead45a68ac92 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f36e95-f6c6-46d3-a6ce-af728595ff6f,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:19.461140 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c7b3b120-963a-4987-87e1-ead45a68ac92 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:19.461140 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-c7b3b120-963a-4987-87e1-ead45a68ac92 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4562137 Oct 24 13:28:19.465345 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 37214) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:19.470190 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-1a0fdbd4-b982-4f96-9d7a-bbb16eeef766 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Request body: {'security_group_rule': {'security_group_id': '21f36e95-f6c6-46d3-a6ce-af728595ff6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:28:19.656939 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1a0fdbd4-b982-4f96-9d7a-bbb16eeef766 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for security_group_rule (49f236ac-3260-4735-9132-04778ec627e2), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:19.736924 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1a0fdbd4-b982-4f96-9d7a-bbb16eeef766 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for security_group_rule (49f236ac-3260-4735-9132-04778ec627e2), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:19.879268 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-71099e0d-2c00-4445-a557-7f4edd578373 req-98757965-efc0-433f-9725-d592cfecb905 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 210 time: 0.0429564 Oct 24 13:28:19.882268 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1a0fdbd4-b982-4f96-9d7a-bbb16eeef766 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (49f236ac-3260-4735-9132-04778ec627e2), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:19.908698 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fdbd4-b982-4f96-9d7a-bbb16eeef766 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f236ac-3260-4735-9132-04778ec627e2,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:20.017474 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1a0fdbd4-b982-4f96-9d7a-bbb16eeef766 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:20.018943 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-1a0fdbd4-b982-4f96-9d7a-bbb16eeef766 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5526035 Oct 24 13:28:20.037307 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 37230) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:20.037307 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-74857a93-7546-44e0-9e43-6728d7aa498d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Request body: {'security_group_rule': {'security_group_id': '21f36e95-f6c6-46d3-a6ce-af728595ff6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:28:20.171838 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-74857a93-7546-44e0-9e43-6728d7aa498d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for security_group_rule (9c06bcf7-55f1-431d-bb03-a72e25816ccf), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:20.242112 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-74857a93-7546-44e0-9e43-6728d7aa498d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for security_group_rule (9c06bcf7-55f1-431d-bb03-a72e25816ccf), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:20.329932 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-74857a93-7546-44e0-9e43-6728d7aa498d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (9c06bcf7-55f1-431d-bb03-a72e25816ccf), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:20.366036 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74857a93-7546-44e0-9e43-6728d7aa498d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c06bcf7-55f1-431d-bb03-a72e25816ccf,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:20.445878 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-74857a93-7546-44e0-9e43-6728d7aa498d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:20.448643 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-74857a93-7546-44e0-9e43-6728d7aa498d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4202778 Oct 24 13:28:20.454603 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 37240) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:20.458244 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Request body: {'floatingip': {'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:28:20.569145 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:20.686857 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:20.706511 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:20.849933 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Allocated IP 172.27.3.17 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/a6048afd-54d0-4904-a804-a3f5abdf2590) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:28:21.047678 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ed2c1108-d126-4987-b3f0-2ca219528e8a req-c08d1f8e-b371-43da-a378-046fae7840d5 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 210 time: 0.0624163 Oct 24 13:28:21.080756 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for port (a6048afd-54d0-4904-a804-a3f5abdf2590), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:21.192182 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (a6048afd-54d0-4904-a804-a3f5abdf2590), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:21.253712 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Pushing event updated for resources: {'Port': ['ID=a6048afd-54d0-4904-a804-a3f5abdf2590,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:21.261477 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:28:21.263902 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:28:21.273380 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:28:21.275431 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:21.383505 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for floatingip (bfb1a4d9-43fd-4294-be34-c2ac24a21cca), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:21.394238 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:21.484237 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-56f94a7e-a36b-4d4c-9059-5cf7874e34de tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:21.487198 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-56f94a7e-a36b-4d4c-9059-5cf7874e34de tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.59 "GET /networking/v2.0/networks?id=fbe543ba-56bd-431b-a00d-2cf1782321b0 HTTP/1.1" status: 200 len: 808 time: 0.1908946 Oct 24 13:28:21.504380 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-749bca91-d271-4cdd-a110-15b50d73b564 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Request body: {'port': {'device_id': '767060a8-d6d0-40fc-a72e-2c0a900e2217', 'network_id': 'fbe543ba-56bd-431b-a00d-2cf1782321b0', 'admin_state_up': True, 'tenant_id': '10316acf2adf4f34a63a08f0e60b2548'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:28:21.519602 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (a6048afd-54d0-4904-a804-a3f5abdf2590), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:21.755468 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for port (a6048afd-54d0-4904-a804-a3f5abdf2590), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:21.786733 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-749bca91-d271-4cdd-a110-15b50d73b564 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Made reservation on behalf of 10316acf2adf4f34a63a08f0e60b2548 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:28:21.790531 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-749bca91-d271-4cdd-a110-15b50d73b564 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:21.837829 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211953'] for port (a6048afd-54d0-4904-a804-a3f5abdf2590), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:21.929782 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Pushing event updated for resources: {'Port': ['ID=a6048afd-54d0-4904-a804-a3f5abdf2590,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:21.932215 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (bfb1a4d9-43fd-4294-be34-c2ac24a21cca), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:21.974237 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-749bca91-d271-4cdd-a110-15b50d73b564 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Allocated IP 172.20.0.13 (fbe543ba-56bd-431b-a00d-2cf1782321b0/d740dc7f-5255-4f27-b576-ef5c26492901/8d669271-6843-457a-b839-d4d358023ded) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:28:21.993601 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:22.034066 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:22.037425 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-83b61ae0-8dd2-4e39-81a8-865196882ef1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5807245 Oct 24 13:28:22.235909 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8a6c0f7a-80b0-4ca3-bca2-f252225785a1 req-fc55b024-271f-4331-8f3d-11ed92116ec7 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 210 time: 0.0461519 Oct 24 13:28:22.258306 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-749bca91-d271-4cdd-a110-15b50d73b564 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Publish callbacks [] for port (8d669271-6843-457a-b839-d4d358023ded), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:22.390918 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-35515bc6-0f55-4202-a02c-d02a1e876f66 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1023587068&fields=id&tenant_id=986792b802264c748e4614c4d2a17680 HTTP/1.1" status: 200 len: 267 time: 0.0861168 Oct 24 13:28:22.513135 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:22.575523 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-749bca91-d271-4cdd-a110-15b50d73b564 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (8d669271-6843-457a-b839-d4d358023ded), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:22.627331 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6fad71d2-9364-4625-911d-bde28abe5a84 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:22.629058 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6fad71d2-9364-4625-911d-bde28abe5a84 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 817 time: 0.2137897 Oct 24 13:28:22.637277 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bca91-d271-4cdd-a110-15b50d73b564 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Pushing event updated for resources: {'Port': ['ID=8d669271-6843-457a-b839-d4d358023ded,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:22.656462 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-749bca91-d271-4cdd-a110-15b50d73b564 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Network fbe543ba-56bd-431b-a00d-2cf1782321b0 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:28:22.658181 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-749bca91-d271-4cdd-a110-15b50d73b564 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:28:22.662451 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-608e1652-572b-4c06-8c22-aaeba36003d2 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/quotas/986792b802264c748e4614c4d2a17680 HTTP/1.1" status: 200 len: 375 time: 0.0264659 Oct 24 13:28:22.665549 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-749bca91-d271-4cdd-a110-15b50d73b564 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:28:22.730510 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-749bca91-d271-4cdd-a110-15b50d73b564 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:22.732142 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-749bca91-d271-4cdd-a110-15b50d73b564 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:22.740027 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-a21fcd44-f5d6-4274-8107-b32773c85c08 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0700250 Oct 24 13:28:22.837349 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-69210001-8cf4-40a6-87db-76db228dc675 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964065 Oct 24 13:28:22.877087 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-311af174-55c8-4938-9d2c-144ef98a8522 req-863bcea0-bfb1-4d0f-ad3d-1b510c85312d service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504403 Oct 24 13:28:22.930333 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-3d892538-295e-4e1e-a8cc-22992c5d8caf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860920 Oct 24 13:28:22.948207 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311af174-55c8-4938-9d2c-144ef98a8522 req-e950c0b3-5dd9-46f5-8040-b1028ab98660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:22.949765 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-311af174-55c8-4938-9d2c-144ef98a8522 req-e950c0b3-5dd9-46f5-8040-b1028ab98660 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7fa2196e343c45b5b741c39417ba9ef8&device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 1129 time: 0.0389502 Oct 24 13:28:23.056853 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311af174-55c8-4938-9d2c-144ef98a8522 req-42518c39-2581-4d28-991e-5ea6db6df693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:23.058238 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-311af174-55c8-4938-9d2c-144ef98a8522 req-42518c39-2581-4d28-991e-5ea6db6df693 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=958bd8a2-e988-4f21-ad22-567c0fb9f577 HTTP/1.1" status: 200 len: 918 time: 0.0890968 Oct 24 13:28:23.121473 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-311af174-55c8-4938-9d2c-144ef98a8522 req-5346bb7c-fa44-4e80-abd4-014b4919b318 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32 HTTP/1.1" status: 200 len: 1000 time: 0.0554216 Oct 24 13:28:23.129620 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-749bca91-d271-4cdd-a110-15b50d73b564 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6293640 Oct 24 13:28:23.163890 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Request body: {'port': {'device_id': '767060a8-d6d0-40fc-a72e-2c0a900e2217', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:28:23.210744 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311af174-55c8-4938-9d2c-144ef98a8522 req-2f38cece-632a-4cdf-a27c-29007f98800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:23.212551 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-311af174-55c8-4938-9d2c-144ef98a8522 req-2f38cece-632a-4cdf-a27c-29007f98800a service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=35e2c2ac-a24b-4c15-9d5d-d1af70da09b7 HTTP/1.1" status: 200 len: 856 time: 0.0819442 Oct 24 13:28:23.285366 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (8d669271-6843-457a-b839-d4d358023ded), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:23.370311 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:23.399301 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:23.423519 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903c45c-147a-4570-b76d-b19c381b5acd req-c25f8a5b-5b3b-43d2-b305-2fa801ed26f8 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:23.430961 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3903c45c-147a-4570-b76d-b19c381b5acd req-c25f8a5b-5b3b-43d2-b305-2fa801ed26f8 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 932 time: 0.0877721 Oct 24 13:28:23.451453 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e5a89ed9-21c0-44e2-bf74-06427ae8be9f req-923bbbc1-fe9d-4dca-8acf-dbabdb26fc99 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 210 time: 0.0789797 Oct 24 13:28:23.455986 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311af174-55c8-4938-9d2c-144ef98a8522 req-9e1f50f2-40b3-4176-aada-a205dc236482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:23.457512 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-311af174-55c8-4938-9d2c-144ef98a8522 req-9e1f50f2-40b3-4176-aada-a205dc236482 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=958bd8a2-e988-4f21-ad22-567c0fb9f577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1834939 Oct 24 13:28:23.550154 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3903c45c-147a-4570-b76d-b19c381b5acd req-09027d5c-e3d6-47c8-a52b-bbeb2f426f37 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061032 Oct 24 13:28:23.617350 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:23.694821 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-311af174-55c8-4938-9d2c-144ef98a8522 req-0476d335-b673-43e6-9cee-1c821b653e62 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249379 Oct 24 13:28:23.863618 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-311af174-55c8-4938-9d2c-144ef98a8522 req-e406e9d8-0ffa-49f3-bf75-b9e2d493853b service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621327 Oct 24 13:28:23.869644 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d669271-6843-457a-b839-d4d358023ded {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:28:23.884676 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Publish callbacks [] for port (8d669271-6843-457a-b839-d4d358023ded), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:23.898445 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Transition to ACTIVE for port object 8d669271-6843-457a-b839-d4d358023ded will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:28:23.974921 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (8d669271-6843-457a-b839-d4d358023ded), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:24.053033 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Pushing event updated for resources: {'Port': ['ID=8d669271-6843-457a-b839-d4d358023ded,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:24.102704 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:24.125611 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Attempting to bind port 8d669271-6843-457a-b839-d4d358023ded on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:28:24.125611 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Attempting to bind port 8d669271-6843-457a-b839-d4d358023ded by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': '3ebca7dd-6cf5-4a4c-afdf-fa1c802622db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fbe543ba-56bd-431b-a00d-2cf1782321b0'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:28:24.125611 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Attempting to bind port 8d669271-6843-457a-b839-d4d358023ded on network fbe543ba-56bd-431b-a00d-2cf1782321b0 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:28:24.171380 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Port 8d669271-6843-457a-b839-d4d358023ded on network fbe543ba-56bd-431b-a00d-2cf1782321b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:28:24.172089 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Attempting to bind port 8d669271-6843-457a-b839-d4d358023ded on network fbe543ba-56bd-431b-a00d-2cf1782321b0 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:28:24.223599 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:28:24.224085 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Checking segment: {'id': '3ebca7dd-6cf5-4a4c-afdf-fa1c802622db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fbe543ba-56bd-431b-a00d-2cf1782321b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:28:24.224677 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Bound using segment: {'id': '3ebca7dd-6cf5-4a4c-afdf-fa1c802622db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fbe543ba-56bd-431b-a00d-2cf1782321b0'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:28:24.229434 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Bound port: 8d669271-6843-457a-b839-d4d358023ded, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ebca7dd-6cf5-4a4c-afdf-fa1c802622db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fbe543ba-56bd-431b-a00d-2cf1782321b0'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:28:24.229434 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (8d669271-6843-457a-b839-d4d358023ded), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:24.301259 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] For port 8d669271-6843-457a-b839-d4d358023ded, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:28:24.306586 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] For port 8d669271-6843-457a-b839-d4d358023ded, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=8d669271-6843-457a-b839-d4d358023ded,segment=NetworkSegment(3ebca7dd-6cf5-4a4c-afdf-fa1c802622db),segment_id=3ebca7dd-6cf5-4a4c-afdf-fa1c802622db)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:28:24.347686 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (8d669271-6843-457a-b839-d4d358023ded), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:24.351892 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:24.352662 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:24.354015 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/8d669271-6843-457a-b839-d4d358023ded HTTP/1.1" status: 200 len: 1094 time: 1.1969328 Oct 24 13:28:24.354574 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767060a8-d6d0-40fc-a72e-2c0a900e2217', 'tag': '8d669271-6843-457a-b839-d4d358023ded'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:28:24.357103 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce635246-1b33-4125-ab34-8a1c2a7cb439" -d '{"events": [{"name": "network-changed", "server_uuid": "767060a8-d6d0-40fc-a72e-2c0a900e2217", "tag": "8d669271-6843-457a-b839-d4d358023ded"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:28:24.424396 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b9766-caab-4812-bafa-44d4c2d47333 service neutron] Pushing event updated for resources: {'Port': ['ID=8d669271-6843-457a-b839-d4d358023ded,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:24.460693 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4ed359-3848-4dae-b9db-8fdf49bba848 x-openstack-request-id: req-4c4ed359-3848-4dae-b9db-8fdf49bba848 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:28:24.460995 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767060a8-d6d0-40fc-a72e-2c0a900e2217", "tag": "8d669271-6843-457a-b839-d4d358023ded", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:28:24.461231 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4c4ed359-3848-4dae-b9db-8fdf49bba848 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:28:24.461638 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c4ed359-3848-4dae-b9db-8fdf49bba848'] response: {'name': 'network-changed', 'server_uuid': '767060a8-d6d0-40fc-a72e-2c0a900e2217', 'tag': '8d669271-6843-457a-b839-d4d358023ded', 'status': 'completed', 'code': 200} Oct 24 13:28:24.552261 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0e51d813-7679-41bf-859a-51775a7df111 req-f3aa6094-5fb2-4587-943f-d52eae70a14c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 210 time: 0.0381417 Oct 24 13:28:24.698549 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3245688-ecf8-4f45-adce-c4729d2c8227 req-3562d120-fc57-4c41-b0d3-0f42dcce8070 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:24.700771 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d3245688-ecf8-4f45-adce-c4729d2c8227 req-3562d120-fc57-4c41-b0d3-0f42dcce8070 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 944 time: 0.0691862 Oct 24 13:28:24.766304 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d3245688-ecf8-4f45-adce-c4729d2c8227 req-fd9f66f6-3689-4b7c-8a03-fecbbcf53932 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583160 Oct 24 13:28:25.692833 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0f100489-9246-4e99-af4e-7292b7e1e3ce req-3c1c2f00-0452-4cfa-80d1-e13faf5bbdcb tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 210 time: 0.0365644 Oct 24 13:28:25.907343 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847a361-5a5e-42e1-8882-a5d1004e3ce6 req-22cc629c-489c-47f9-87e6-d75d4bc6129d tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:25.908801 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9847a361-5a5e-42e1-8882-a5d1004e3ce6 req-22cc629c-489c-47f9-87e6-d75d4bc6129d tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 944 time: 0.0601296 Oct 24 13:28:25.960948 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9847a361-5a5e-42e1-8882-a5d1004e3ce6 req-2ca019eb-75b0-438c-8e87-ee1079c042e7 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454926 Oct 24 13:28:26.799050 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-af65e30b-4c37-4a04-86a9-f48788f6df53 req-cf6a1a25-21c2-4848-917f-e3c54ba817b9 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 210 time: 0.0300763 Oct 24 13:28:27.088707 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebe867-4336-49f0-8121-0f43b3362388 req-53d345de-49c0-4726-8cc1-e408dee9f9f5 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:27.090451 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-19ebe867-4336-49f0-8121-0f43b3362388 req-53d345de-49c0-4726-8cc1-e408dee9f9f5 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 944 time: 0.0513041 Oct 24 13:28:27.146676 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-19ebe867-4336-49f0-8121-0f43b3362388 req-14e32088-8b66-49f6-a853-f8a8b7ccf234 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483313 Oct 24 13:28:27.669909 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:27.813894 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce635246-1b33-4125-ab34-8a1c2a7cb439 req-a28f8d88-9ea2-48ee-b65c-fc072a5923db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:27.815489 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ce635246-1b33-4125-ab34-8a1c2a7cb439 req-a28f8d88-9ea2-48ee-b65c-fc072a5923db service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=10316acf2adf4f34a63a08f0e60b2548&device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 1128 time: 0.0451570 Oct 24 13:28:27.820550 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:27.942814 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a39d2281-cf49-4e69-8abf-f0b527126130 req-d60ab1b1-5a6b-4ce2-be26-96ae871e5c74 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 210 time: 0.0424800 Oct 24 13:28:27.947182 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce635246-1b33-4125-ab34-8a1c2a7cb439 req-b9e357e3-ef2c-49f5-84c6-44161b9fedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:27.949061 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ce635246-1b33-4125-ab34-8a1c2a7cb439 req-b9e357e3-ef2c-49f5-84c6-44161b9fedc2 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=10316acf2adf4f34a63a08f0e60b2548&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1195319 Oct 24 13:28:27.975368 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:28.055846 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce635246-1b33-4125-ab34-8a1c2a7cb439 req-debd72c6-e847-4213-9bde-c389058c7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:28.057372 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ce635246-1b33-4125-ab34-8a1c2a7cb439 req-debd72c6-e847-4213-9bde-c389058c7ac0 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025827 Oct 24 13:28:28.199180 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-90c289e3-b26d-4559-b389-11f7402ee770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:28.200882 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-90c289e3-b26d-4559-b389-11f7402ee770 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=10316acf2adf4f34a63a08f0e60b2548&device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 1128 time: 0.0412247 Oct 24 13:28:28.265724 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-d19b1207-7c2f-4b40-9f39-5ccc4892cad7 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d669271-6843-457a-b839-d4d358023ded HTTP/1.1" status: 200 len: 217 time: 0.0414939 Oct 24 13:28:28.276992 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09235f55-857f-47d5-b96f-d8cac4e9f83a req-2453a58b-e72a-418f-90be-d239586f3aba tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:28.279649 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-09235f55-857f-47d5-b96f-d8cac4e9f83a req-2453a58b-e72a-418f-90be-d239586f3aba tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 944 time: 0.0522156 Oct 24 13:28:28.337492 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-09235f55-857f-47d5-b96f-d8cac4e9f83a req-4be61c4f-1fa8-4ce0-b5e8-215b8c1cfade tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485079 Oct 24 13:28:28.366519 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c6cbafc5-b131-49b4-ab3d-bf579a08bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:28.368057 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-c6cbafc5-b131-49b4-ab3d-bf579a08bd15 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=d740dc7f-5255-4f27-b576-ef5c26492901 HTTP/1.1" status: 200 len: 848 time: 0.0869250 Oct 24 13:28:28.430509 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-b801dec5-649c-4cea-8846-83d8c303e86d service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=fbe543ba-56bd-431b-a00d-2cf1782321b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352635 Oct 24 13:28:28.517150 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:28.528392 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-3454f6e1-92a7-4ba0-921a-22c8870c7379 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:28.530615 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-3454f6e1-92a7-4ba0-921a-22c8870c7379 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/networks?id=076a8aa0-ff41-4c0b-b28d-07fa6b846e09 HTTP/1.1" status: 200 len: 815 time: 0.2004318 Oct 24 13:28:28.560309 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-96767845-fb11-43d4-8550-16507710d6cb tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/quotas/1742dccd5a764a31ab1a228ead5cdab9 HTTP/1.1" status: 200 len: 375 time: 0.0242121 Oct 24 13:28:28.580429 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-37f4f415-df8a-4439-be60-3b11f297db6b service neutron] 10.222.0.59 "GET /networking/v2.0/networks/fbe543ba-56bd-431b-a00d-2cf1782321b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421604 Oct 24 13:28:28.612437 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-975db4f3-5039-4a5a-9d06-8565e399a7c5 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1742dccd5a764a31ab1a228ead5cdab9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461681 Oct 24 13:28:28.707746 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-55b2b3a1-e182-41eb-ab98-3b6ef6a7c795 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832059 Oct 24 13:28:28.796050 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-c3dba5e9-52b9-4bd3-96d5-98799776635a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824318 Oct 24 13:28:28.896703 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffdde6a0-4016-4d5e-bb1e-45333b6edf0e req-10ef50b9-ef15-4cbf-bfff-7dcbe4b589cd service neutron] 10.222.0.59 "GET /networking/v2.0/networks/fbe543ba-56bd-431b-a00d-2cf1782321b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946395 Oct 24 13:28:29.064641 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d624dca8-4882-4d37-9b54-b41632265167 req-e44b972a-b334-4d44-bbde-4c0d6f8295d1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 210 time: 0.0357535 Oct 24 13:28:29.098634 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-16c9f5f6-a710-428a-84bb-d65fc9bb550a req-2e068017-8b57-4925-99e0-286b02d96516 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 210 time: 0.0436225 Oct 24 13:28:29.462477 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7696914-1041-4f68-9b82-393c5fc6b2ca req-20c20bf3-3c01-48a8-8367-a19da38007a1 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:29.463861 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a7696914-1041-4f68-9b82-393c5fc6b2ca req-20c20bf3-3c01-48a8-8367-a19da38007a1 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 944 time: 0.0455031 Oct 24 13:28:29.509839 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a7696914-1041-4f68-9b82-393c5fc6b2ca req-004af2d1-d833-4517-acbf-284f47943b7b tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395074 Oct 24 13:28:30.167449 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bf9445c8-c1d8-4a7a-b448-49a235d7c022 req-04c4a953-e394-4f20-bb5a-209c016a3a68 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 210 time: 0.0272534 Oct 24 13:28:30.190438 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-30b3853e-0455-493c-a238-749e6753e357 req-07a6a244-e279-4821-b723-b246140b9220 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 210 time: 0.0327373 Oct 24 13:28:30.630756 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078c457-dca9-4565-8c68-24a291970782 req-cca707d0-c996-48b4-af94-81268bf8c088 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:30.632194 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7078c457-dca9-4565-8c68-24a291970782 req-cca707d0-c996-48b4-af94-81268bf8c088 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 944 time: 0.0477722 Oct 24 13:28:30.678137 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7078c457-dca9-4565-8c68-24a291970782 req-5e4547fe-8ee1-4c85-b3bf-95a2fbd878ca tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404875 Oct 24 13:28:31.289348 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9b3e612d-b0bd-4198-aad3-3438f7ff8b67 req-87b30bd6-2078-4f3d-b873-b4bbe02dc64e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 210 time: 0.0291672 Oct 24 13:28:31.295642 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-05fa513b-1b40-453b-a670-f768b6c253bc req-db24a4d7-2e49-4595-947c-bc87e06b6b3d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 210 time: 0.0288458 Oct 24 13:28:31.351656 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7875533b-b522-4109-bea6-4cce1990a3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:31.793942 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340e268-596f-4744-b563-59b2e316628f req-3cafec4f-98be-473d-8f7d-8a38461cd627 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:31.795393 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0340e268-596f-4744-b563-59b2e316628f req-3cafec4f-98be-473d-8f7d-8a38461cd627 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 944 time: 0.0455163 Oct 24 13:28:31.841498 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0340e268-596f-4744-b563-59b2e316628f req-d4a8c49c-b9d2-4bd5-815e-0bcd949fd513 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406711 Oct 24 13:28:32.395601 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4a347cef-f7fd-44d5-aa8e-1361bbd506fd req-b5f23469-cfd6-4e57-bf9d-235338b306d3 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 210 time: 0.0273700 Oct 24 13:28:32.401343 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-35e006a8-425e-495f-9445-194213e1ca9c req-01a66f95-a4df-4c37-88a1-bbfa4c751917 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 210 time: 0.0296047 Oct 24 13:28:32.619221 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=46 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:32.622974 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:32.957200 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166e62b-1c03-4a90-9aea-ceadb182f7ca req-26ff39b3-f018-4f11-a0ac-570b3d60a654 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:32.958627 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f166e62b-1c03-4a90-9aea-ceadb182f7ca req-26ff39b3-f018-4f11-a0ac-570b3d60a654 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 944 time: 0.0460274 Oct 24 13:28:33.008953 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f166e62b-1c03-4a90-9aea-ceadb182f7ca req-e6f9e76a-e3b9-4b2f-bf5e-cbb7dea33d1a tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439067 Oct 24 13:28:33.497589 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-90c86942-28de-475b-ab58-fb68e27fc5f7 req-5d09efe1-1312-4686-9dc2-cac2f4f202cd tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 210 time: 0.0287943 Oct 24 13:28:33.501893 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-53d58afd-b284-41ba-ad84-b2ab721a0873 req-98d95308-7b5f-48f3-be66-b3471cb0578d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 210 time: 0.0269530 Oct 24 13:28:33.631239 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-db5ff375-992f-46d9-8cfa-a12e15047351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:34.126468 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543eb63-ab42-4f02-855e-8bb5afaf3f70 req-5e65a12a-093e-43c1-a528-473d2731f121 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:34.127939 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2543eb63-ab42-4f02-855e-8bb5afaf3f70 req-5e65a12a-093e-43c1-a528-473d2731f121 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 944 time: 0.0457678 Oct 24 13:28:34.173920 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2543eb63-ab42-4f02-855e-8bb5afaf3f70 req-ec9a8e38-8e9e-4784-92c2-8f703b34a2f1 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400429 Oct 24 13:28:34.599389 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b067ca07-ec42-4f9c-9bb7-6c6b57849207 req-b7298044-2729-429a-b336-e25f360de508 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 210 time: 0.0288708 Oct 24 13:28:34.604972 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7e377155-6427-4f08-9332-6e891d811d51 req-a0177aa2-4b9b-4880-8119-d5221dbdc699 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 210 time: 0.0297947 Oct 24 13:28:34.882803 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:35.290703 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a74e58-b5ff-4d5f-ad8d-45e38379414a req-286e0650-4935-4dc7-83b9-b02c573a27ff tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:35.292179 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-26a74e58-b5ff-4d5f-ad8d-45e38379414a req-286e0650-4935-4dc7-83b9-b02c573a27ff tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 944 time: 0.0455694 Oct 24 13:28:35.340454 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-26a74e58-b5ff-4d5f-ad8d-45e38379414a req-313a7241-1820-4bfd-89d9-9541dc7425d3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415244 Oct 24 13:28:35.686064 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 8d669271-6843-457a-b839-d4d358023ded details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:28:35.706336 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-18b395c6-d859-45d7-ad07-5ab35279b032 req-ad05751d-ff98-4e5e-86ee-e9125e9457c5 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 210 time: 0.0309958 Oct 24 13:28:35.723546 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0bccaf57-01d2-4db1-8fe9-c8356a274a81 req-07dfd49f-b512-4067-8e75-a917b8cae9ae tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 210 time: 0.0407910 Oct 24 13:28:35.819297 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 8d669271-6843-457a-b839-d4d358023ded, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=8d669271-6843-457a-b839-d4d358023ded,segment=NetworkSegment(3ebca7dd-6cf5-4a4c-afdf-fa1c802622db),segment_id=3ebca7dd-6cf5-4a4c-afdf-fa1c802622db)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:28:35.831378 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '8d669271-6843-457a-b839-d4d358023ded', 'network_id': 'fbe543ba-56bd-431b-a00d-2cf1782321b0', 'port_id': '8d669271-6843-457a-b839-d4d358023ded', 'mac_address': 'fa:16:3e:91:74:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd740dc7f-5255-4f27-b576-ef5c26492901', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:28:35.859831 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:35.870461 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 8d669271-6843-457a-b839-d4d358023ded is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:28:35.870461 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (8d669271-6843-457a-b839-d4d358023ded), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:35.885406 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d669271-6843-457a-b839-d4d358023ded {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:28:35.906633 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 8d669271-6843-457a-b839-d4d358023ded, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=8d669271-6843-457a-b839-d4d358023ded,segment=NetworkSegment(3ebca7dd-6cf5-4a4c-afdf-fa1c802622db),segment_id=3ebca7dd-6cf5-4a4c-afdf-fa1c802622db)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:28:35.950189 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 37498) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:35.980057 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (8d669271-6843-457a-b839-d4d358023ded), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:36.026373 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=8d669271-6843-457a-b839-d4d358023ded,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:36.058714 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:36.139117 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Publish callbacks [] for security_group (dc4994d7-99e6-438e-9c40-106f73136316), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:36.219735 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (dc4994d7-99e6-438e-9c40-106f73136316), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:36.262232 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=f9d530a42d8141d681c0684e0811aa01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109517 Oct 24 13:28:36.263464 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4994d7-99e6-438e-9c40-106f73136316,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:36.265194 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 37502) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:36.275863 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.276463 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.276808 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.277146 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.277475 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.277800 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.278462 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.278796 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.279136 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.279638 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.279976 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.280341 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.286177 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.286177 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.286177 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18287e80-94af-4f8e-b892-e29b231ef9cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.320285 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Publish callbacks [] for security_group (dc4994d7-99e6-438e-9c40-106f73136316), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:36.334362 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:36.344069 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Publish callbacks [] for security_group (dc4994d7-99e6-438e-9c40-106f73136316), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:36.352302 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:36.465976 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07256deb-3280-4081-aa39-cba5b4f27f76 req-b3f59e3c-d94e-4047-bc33-fe98a05b1022 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:36.467998 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-07256deb-3280-4081-aa39-cba5b4f27f76 req-b3f59e3c-d94e-4047-bc33-fe98a05b1022 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 945 time: 0.0484011 Oct 24 13:28:36.471343 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (dc4994d7-99e6-438e-9c40-106f73136316), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:36.474032 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:36.475167 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/dc4994d7-99e6-438e-9c40-106f73136316 HTTP/1.1" status: 204 len: 168 time: 0.2089934 Oct 24 13:28:36.485482 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:36.500260 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4994d7-99e6-438e-9c40-106f73136316,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:36.510625 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.510965 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.511297 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.511627 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.511952 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.512325 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.516818 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.516818 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.516818 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.516818 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.516818 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.516818 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.516818 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.516818 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.516818 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ce72db-9204-49f9-a5cb-2b8cce1be639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:28:36.517574 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['8d669271-6843-457a-b839-d4d358023ded'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:28:36.545882 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-07256deb-3280-4081-aa39-cba5b4f27f76 req-ef147ef2-dee5-44a5-9a75-9fe39562d3d2 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689230 Oct 24 13:28:36.561392 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:36.849383 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5cfb3692-ba98-4bc6-917f-d11f703fe262 req-16423b28-e245-4c40-9959-9e52fb7cf4ac tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 210 time: 0.0421371 Oct 24 13:28:36.856227 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-34c6ce25-49d5-43c2-8a5f-0d380399d2a9 req-73c63e92-e787-47a5-8157-fb12992a9ddc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 210 time: 0.0413942 Oct 24 13:28:37.361473 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-edbaa8e0-2b70-45e4-97bd-9461bd57750c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:37.363109 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-edbaa8e0-2b70-45e4-97bd-9461bd57750c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 817 time: 0.3481297 Oct 24 13:28:37.685492 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945764b-22dd-4f7e-9ad1-8e78c734b26b req-b40f2b83-26d5-400e-a599-f8ee9e541042 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:37.686994 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1945764b-22dd-4f7e-9ad1-8e78c734b26b req-b40f2b83-26d5-400e-a599-f8ee9e541042 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 945 time: 0.0660973 Oct 24 13:28:37.692779 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 8d669271-6843-457a-b839-d4d358023ded up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:28:37.734908 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6bd1c744-31fd-4dfa-8933-6bf21be017fa tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.59 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=986792b802264c748e4614c4d2a17680 HTTP/1.1" status: 200 len: 380 time: 0.1028051 Oct 24 13:28:37.739838 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port 8d669271-6843-457a-b839-d4d358023ded completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:28:37.757620 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-080fad44-623c-4b6c-95fd-48c143d4538f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Request body: {'port': {'device_id': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'admin_state_up': True, 'tenant_id': '986792b802264c748e4614c4d2a17680', 'security_groups': ['21f36e95-f6c6-46d3-a6ce-af728595ff6f']}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:28:37.765974 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1945764b-22dd-4f7e-9ad1-8e78c734b26b req-7a884455-a90e-4429-a5e8-c869e68a6948 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721796 Oct 24 13:28:37.859717 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 8d669271-6843-457a-b839-d4d358023ded triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:37.860102 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (8d669271-6843-457a-b839-d4d358023ded), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:37.860492 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 8d669271-6843-457a-b839-d4d358023ded Oct 24 13:28:37.950172 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 8d669271-6843-457a-b839-d4d358023ded is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:28:37.950820 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (8d669271-6843-457a-b839-d4d358023ded), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:37.985216 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-080fad44-623c-4b6c-95fd-48c143d4538f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Made reservation on behalf of 986792b802264c748e4614c4d2a17680 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:28:37.997390 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-080fad44-623c-4b6c-95fd-48c143d4538f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:38.006986 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767060a8-d6d0-40fc-a72e-2c0a900e2217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d669271-6843-457a-b839-d4d358023ded'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:28:38.009676 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dd6c07-b957-40c8-bb24-eecaa76a3e54" -d '{"events": [{"server_uuid": "767060a8-d6d0-40fc-a72e-2c0a900e2217", "name": "network-vif-plugged", "status": "completed", "tag": "8d669271-6843-457a-b839-d4d358023ded"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:28:38.027257 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 8d669271-6843-457a-b839-d4d358023ded, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=8d669271-6843-457a-b839-d4d358023ded,segment=NetworkSegment(3ebca7dd-6cf5-4a4c-afdf-fa1c802622db),segment_id=3ebca7dd-6cf5-4a4c-afdf-fa1c802622db)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:28:38.027363 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6583fbce-bc0f-4558-a909-f9ee8ca5d7b9 req-811bc471-89c6-46e4-868e-23d653252812 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 210 time: 0.0618093 Oct 24 13:28:38.058542 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cb421ecf-7621-4f5c-b741-e177382002d5 req-dff77e3c-4bcf-421d-8b90-86a1845ed289 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 210 time: 0.0543418 Oct 24 13:28:38.069544 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-b5f6b57f-a614-41c6-9314-81f55a756532 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:38.070988 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-b5f6b57f-a614-41c6-9314-81f55a756532 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.59 "GET /networking/v2.0/networks?id=076a8aa0-ff41-4c0b-b28d-07fa6b846e09 HTTP/1.1" status: 200 len: 815 time: 0.2304213 Oct 24 13:28:38.091519 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-25c9f060-7b45-4f17-8d8a-2fd7eb84a2a9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Request body: {'port': {'device_id': '47783c4e-2d71-46f8-a964-e268979915ac', 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'admin_state_up': True, 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:28:38.109471 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbe0d4b-6d5e-42af-a934-d1db2a549c57 x-openstack-request-id: req-9dbe0d4b-6d5e-42af-a934-d1db2a549c57 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:28:38.112643 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767060a8-d6d0-40fc-a72e-2c0a900e2217", "name": "network-vif-plugged", "status": "completed", "tag": "8d669271-6843-457a-b839-d4d358023ded", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:28:38.112957 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9dbe0d4b-6d5e-42af-a934-d1db2a549c57 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:28:38.113371 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dbe0d4b-6d5e-42af-a934-d1db2a549c57'] response: {'server_uuid': '767060a8-d6d0-40fc-a72e-2c0a900e2217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d669271-6843-457a-b839-d4d358023ded', 'code': 200} Oct 24 13:28:38.140783 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (8d669271-6843-457a-b839-d4d358023ded), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:38.190919 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:38.227546 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=8d669271-6843-457a-b839-d4d358023ded,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:38.279420 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-080fad44-623c-4b6c-95fd-48c143d4538f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Allocated IP 172.20.0.8 (66080719-964f-4fc3-8c4a-84b1c81a6ebc/23b6e2ac-f85b-4064-b811-8257eb367afd/c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:28:38.285869 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:38.369949 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-25c9f060-7b45-4f17-8d8a-2fd7eb84a2a9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Made reservation on behalf of 1742dccd5a764a31ab1a228ead5cdab9 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:28:38.373768 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-25c9f060-7b45-4f17-8d8a-2fd7eb84a2a9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:38.415643 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:38.604513 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-25c9f060-7b45-4f17-8d8a-2fd7eb84a2a9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Allocated IP 172.20.0.4 (076a8aa0-ff41-4c0b-b28d-07fa6b846e09/c0d3b18f-2364-4b91-8323-aebe0b6a018c/600465f3-a863-40a8-8e98-8ea8cd65d5a3) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:28:38.638000 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-080fad44-623c-4b6c-95fd-48c143d4538f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for port (c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:38.698938 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489acb5e-8049-48a7-a912-fb700f86f39a req-6fe50411-3a4d-4716-a9a7-e19d3d5f5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:38.700885 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-489acb5e-8049-48a7-a912-fb700f86f39a req-6fe50411-3a4d-4716-a9a7-e19d3d5f5ea3 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 1130 time: 0.0890632 Oct 24 13:28:38.829678 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-489acb5e-8049-48a7-a912-fb700f86f39a req-af0de378-5f85-491a-ae7d-d82c06e6be86 service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199434 Oct 24 13:28:38.906765 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-25c9f060-7b45-4f17-8d8a-2fd7eb84a2a9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:38.915261 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-080fad44-623c-4b6c-95fd-48c143d4538f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:38.937624 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6722599-74d4-4643-8826-c6f95b3d4eef req-bffe6ebc-f127-4a00-8e7b-741cda863c44 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:38.939112 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b6722599-74d4-4643-8826-c6f95b3d4eef req-bffe6ebc-f127-4a00-8e7b-741cda863c44 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0797169 Oct 24 13:28:39.000143 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-080fad44-623c-4b6c-95fd-48c143d4538f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Network 66080719-964f-4fc3-8c4a-84b1c81a6ebc is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:28:39.010842 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-080fad44-623c-4b6c-95fd-48c143d4538f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:28:39.013050 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:39.016138 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-080fad44-623c-4b6c-95fd-48c143d4538f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:28:39.018915 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fad44-623c-4b6c-95fd-48c143d4538f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Pushing event updated for resources: {'Port': ['ID=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:39.094021 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b6722599-74d4-4643-8826-c6f95b3d4eef req-1abf7728-5348-4ac3-b186-b0469b70c9eb tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350188 Oct 24 13:28:39.125408 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-080fad44-623c-4b6c-95fd-48c143d4538f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:39.126048 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-080fad44-623c-4b6c-95fd-48c143d4538f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:39.162852 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-25c9f060-7b45-4f17-8d8a-2fd7eb84a2a9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:39.247520 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cb8c5-3f6e-4814-a5dd-e287b5d03e85 req-f9b5b6bf-d2f6-4eb0-b82c-28ca998cd51a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:39.259283 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7f6cb8c5-3f6e-4814-a5dd-e287b5d03e85 req-f9b5b6bf-d2f6-4eb0-b82c-28ca998cd51a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 931 time: 0.1036217 Oct 24 13:28:39.287315 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-25c9f060-7b45-4f17-8d8a-2fd7eb84a2a9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Network 076a8aa0-ff41-4c0b-b28d-07fa6b846e09 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:28:39.327651 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-080fad44-623c-4b6c-95fd-48c143d4538f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5763309 Oct 24 13:28:39.328520 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-25c9f060-7b45-4f17-8d8a-2fd7eb84a2a9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:28:39.330570 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:39.336162 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-25c9f060-7b45-4f17-8d8a-2fd7eb84a2a9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:28:39.353814 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7f6cb8c5-3f6e-4814-a5dd-e287b5d03e85 req-22efd371-e012-4413-b43c-cc578c683001 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827153 Oct 24 13:28:39.357926 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9f060-7b45-4f17-8d8a-2fd7eb84a2a9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Pushing event updated for resources: {'Port': ['ID=600465f3-a863-40a8-8e98-8ea8cd65d5a3,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:39.419722 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed148fc2-4ec2-4d5b-8ded-f897347c640a req-89d1cbb1-1a24-4acf-bf29-dc0a23dc2bb2 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:39.425050 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ed148fc2-4ec2-4d5b-8ded-f897347c640a req-89d1cbb1-1a24-4acf-bf29-dc0a23dc2bb2 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 931 time: 0.2156837 Oct 24 13:28:39.429507 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-7d418823-c785-4e7b-9a0b-7551f6941dc3 None None] Provisioning complete for port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:39.435903 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7d418823-c785-4e7b-9a0b-7551f6941dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:39.436828 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-7d418823-c785-4e7b-9a0b-7551f6941dc3 None None] Attempt 1 to provision port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 Oct 24 13:28:39.472127 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-25c9f060-7b45-4f17-8d8a-2fd7eb84a2a9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:39.482035 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-25c9f060-7b45-4f17-8d8a-2fd7eb84a2a9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:39.487831 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-7d418823-c785-4e7b-9a0b-7551f6941dc3 None None] Port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:28:39.518207 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ed148fc2-4ec2-4d5b-8ded-f897347c640a req-8012cafa-27ae-45ea-8f42-5d3fd147cd3b tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865648 Oct 24 13:28:39.554480 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-25c9f060-7b45-4f17-8d8a-2fd7eb84a2a9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4667418 Oct 24 13:28:39.712170 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-5fbb0b0d-d60b-4dc8-9834-d4a9abe50994 None None] Provisioning complete for port 600465f3-a863-40a8-8e98-8ea8cd65d5a3 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:28:39.713339 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-5fbb0b0d-d60b-4dc8-9834-d4a9abe50994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:39.714110 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-5fbb0b0d-d60b-4dc8-9834-d4a9abe50994 None None] Attempt 1 to provision port 600465f3-a863-40a8-8e98-8ea8cd65d5a3 Oct 24 13:28:39.772063 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb0b0d-d60b-4dc8-9834-d4a9abe50994 None None] Port 600465f3-a863-40a8-8e98-8ea8cd65d5a3 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:28:40.224821 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bd4ff-5dd6-406b-8df4-d81f780adefb req-fac56166-0ca6-49eb-83b5-6135988f0614 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:40.226431 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f56bd4ff-5dd6-406b-8df4-d81f780adefb req-fac56166-0ca6-49eb-83b5-6135988f0614 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0466893 Oct 24 13:28:40.274049 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:40.278872 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f56bd4ff-5dd6-406b-8df4-d81f780adefb req-5332fdb9-ce6d-419e-9ad2-6d21b1c7359b tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453372 Oct 24 13:28:40.515540 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda4478-01e8-4186-b458-c799da4c1c98 req-98327779-9c90-4898-b9cf-6be100b27320 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:40.517045 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-efda4478-01e8-4186-b458-c799da4c1c98 req-98327779-9c90-4898-b9cf-6be100b27320 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 931 time: 0.0455515 Oct 24 13:28:40.580295 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-efda4478-01e8-4186-b458-c799da4c1c98 req-5a707411-54bf-4d40-8441-0efbf75e7777 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572419 Oct 24 13:28:40.638499 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:40.650234 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38af9-ebc1-4b95-9c25-af6701f43874 req-37502772-f017-413a-93f5-ec5f01a8683d tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:40.652443 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1fd38af9-ebc1-4b95-9c25-af6701f43874 req-37502772-f017-413a-93f5-ec5f01a8683d tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 931 time: 0.0509038 Oct 24 13:28:40.702420 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1fd38af9-ebc1-4b95-9c25-af6701f43874 req-fc07a6d1-ff16-43bb-be0d-dd485bccab66 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Oct 24 13:28:41.408594 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcebb51-79e8-43e3-bc17-4ea05d5c489d req-621637d5-e368-488d-8b2e-fa127a852abd tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:41.410253 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9fcebb51-79e8-43e3-bc17-4ea05d5c489d req-621637d5-e368-488d-8b2e-fa127a852abd tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0514188 Oct 24 13:28:41.459726 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9fcebb51-79e8-43e3-bc17-4ea05d5c489d req-4c2b8d08-bed1-458e-adf7-ebcc1542c884 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438643 Oct 24 13:28:41.708627 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a23e99-bf48-4433-b65d-db99d26798f4 req-3b81f3a8-16f0-425c-9ffb-25f092823340 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:41.710092 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-29a23e99-bf48-4433-b65d-db99d26798f4 req-3b81f3a8-16f0-425c-9ffb-25f092823340 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 931 time: 0.0508704 Oct 24 13:28:41.756651 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-29a23e99-bf48-4433-b65d-db99d26798f4 req-a9a88361-2824-4e4a-9d4d-add864347792 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409567 Oct 24 13:28:41.821966 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab17edf-8320-4f86-bf8d-4ddfbdd659bd req-760119a2-337b-4866-bc49-2ba9136888af tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:41.823422 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ab17edf-8320-4f86-bf8d-4ddfbdd659bd req-760119a2-337b-4866-bc49-2ba9136888af tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 931 time: 0.0450239 Oct 24 13:28:41.869403 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ab17edf-8320-4f86-bf8d-4ddfbdd659bd req-aeac6b1b-34af-4e43-9a8d-4d26c25d4741 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397947 Oct 24 13:28:42.584059 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73947c3f-6c70-4deb-a392-c518c62ac791 req-a223ddb5-b351-4bbd-907f-dd58623aa3df tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:42.585582 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-73947c3f-6c70-4deb-a392-c518c62ac791 req-a223ddb5-b351-4bbd-907f-dd58623aa3df tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0491595 Oct 24 13:28:42.640678 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-73947c3f-6c70-4deb-a392-c518c62ac791 req-6ba0a53f-d95c-4ef5-ab6e-49b9ef794a29 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494783 Oct 24 13:28:42.881938 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152525ff-0721-42f2-9594-df4774d389a8 req-8b219fc5-52ba-4ea1-92fb-40ba9a64f677 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:42.883425 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-152525ff-0721-42f2-9594-df4774d389a8 req-8b219fc5-52ba-4ea1-92fb-40ba9a64f677 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 931 time: 0.0507269 Oct 24 13:28:42.941606 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-152525ff-0721-42f2-9594-df4774d389a8 req-358622b5-16cb-4727-b790-c7e931449a5c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525544 Oct 24 13:28:43.013141 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb34363-3944-4a37-a24e-1f99ecc413f4 req-eeea9393-fb9c-4658-99e3-3e6bfccf24ca tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:43.015224 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4eb34363-3944-4a37-a24e-1f99ecc413f4 req-eeea9393-fb9c-4658-99e3-3e6bfccf24ca tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 931 time: 0.0523672 Oct 24 13:28:43.064212 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4eb34363-3944-4a37-a24e-1f99ecc413f4 req-9a9d3794-2293-4a2d-98f1-697b54fcc1f4 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432916 Oct 24 13:28:43.758311 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe80cc4-98d1-4b5f-9aae-9acb8e70e07e req-488e2049-bae1-42e0-a085-b6935f371c9c tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:43.759751 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4fe80cc4-98d1-4b5f-9aae-9acb8e70e07e req-488e2049-bae1-42e0-a085-b6935f371c9c tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0454795 Oct 24 13:28:43.805473 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4fe80cc4-98d1-4b5f-9aae-9acb8e70e07e req-777ec877-6651-4dbb-8ee3-cd84fd096ae7 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 Oct 24 13:28:44.062982 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1abed-53fc-4423-a252-e909beb202d5 req-e0ff0cff-ed8b-4fc4-8ee2-e5c256843510 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:44.064455 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9ab1abed-53fc-4423-a252-e909beb202d5 req-e0ff0cff-ed8b-4fc4-8ee2-e5c256843510 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 931 time: 0.0455894 Oct 24 13:28:44.118963 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9ab1abed-53fc-4423-a252-e909beb202d5 req-7ca1ba6a-9658-422f-b2e1-e8136764fdff tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485463 Oct 24 13:28:44.213137 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84213cc-c16b-4e64-bec3-a8acc1741174 req-dbfb9e46-27cb-4dc4-8ba1-13946c828bde tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:44.215027 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b84213cc-c16b-4e64-bec3-a8acc1741174 req-dbfb9e46-27cb-4dc4-8ba1-13946c828bde tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 931 time: 0.0514066 Oct 24 13:28:44.266817 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b84213cc-c16b-4e64-bec3-a8acc1741174 req-16711c01-f31c-4c0b-abbb-061db151952b tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457456 Oct 24 13:28:44.933707 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e901a81-ec26-4854-91ba-57a308b62186 req-ef91b8a1-db46-4b8f-a013-b6289c54e82e tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:44.935186 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4e901a81-ec26-4854-91ba-57a308b62186 req-ef91b8a1-db46-4b8f-a013-b6289c54e82e tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0521190 Oct 24 13:28:44.995716 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4e901a81-ec26-4854-91ba-57a308b62186 req-85b62dac-1eee-45d0-8e12-0f57716cbd7e tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548246 Oct 24 13:28:45.259131 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a628713-3c0e-4b39-bebf-bd2011117446 req-dec1317b-453e-4144-b409-c76c15a34677 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:45.260720 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3a628713-3c0e-4b39-bebf-bd2011117446 req-dec1317b-453e-4144-b409-c76c15a34677 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 931 time: 0.0580437 Oct 24 13:28:45.288248 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:45.313394 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3a628713-3c0e-4b39-bebf-bd2011117446 req-8c17e0cc-af41-42e5-a291-4179707f9ccd tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460486 Oct 24 13:28:45.392411 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19396ea1-7974-43ac-9f1b-859ba427f380 req-483bf376-60e5-4356-aae5-7a74a76b2c06 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:45.393807 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-19396ea1-7974-43ac-9f1b-859ba427f380 req-483bf376-60e5-4356-aae5-7a74a76b2c06 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 931 time: 0.0503488 Oct 24 13:28:45.441628 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-19396ea1-7974-43ac-9f1b-859ba427f380 req-8357fe8a-16c2-49ca-a9fd-4c60d545c1d6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422583 Oct 24 13:28:46.123296 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fd755-81ca-47a2-92dc-0dce3ffc235f req-02e06de5-7d66-411d-8a8c-b2d0662059b1 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:46.130593 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ad6fd755-81ca-47a2-92dc-0dce3ffc235f req-02e06de5-7d66-411d-8a8c-b2d0662059b1 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0561168 Oct 24 13:28:46.178203 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ad6fd755-81ca-47a2-92dc-0dce3ffc235f req-e9982be5-7537-4727-b4a8-f1ca3b57578e tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463438 Oct 24 13:28:46.458103 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742c39e-6827-46c4-b938-b486c2b37ba5 req-e8d1f80c-15fe-4fc6-9cf2-38164829d64a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:46.460397 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9742c39e-6827-46c4-b938-b486c2b37ba5 req-e8d1f80c-15fe-4fc6-9cf2-38164829d64a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 931 time: 0.0568123 Oct 24 13:28:46.523488 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9742c39e-6827-46c4-b938-b486c2b37ba5 req-9a9e3293-81d7-4bee-83bf-1a97d4be4a5c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573399 Oct 24 13:28:46.583657 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb11b-e273-4b17-9d8f-d8450b9eebab req-9c4fbb6c-6bb1-47a8-b6de-795b52a0f2a2 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:46.585174 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1ffbb11b-e273-4b17-9d8f-d8450b9eebab req-9c4fbb6c-6bb1-47a8-b6de-795b52a0f2a2 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 931 time: 0.0511844 Oct 24 13:28:46.631633 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1ffbb11b-e273-4b17-9d8f-d8450b9eebab req-ea41acf8-43a4-475f-99f0-9196353dbf5f tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403800 Oct 24 13:28:47.297660 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f479f15-44a6-44a0-ae39-5e2a8df6e93c req-5f963471-b936-4568-b200-5b0c654e246e tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:47.299112 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9f479f15-44a6-44a0-ae39-5e2a8df6e93c req-5f963471-b936-4568-b200-5b0c654e246e tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0457201 Oct 24 13:28:47.350956 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9f479f15-44a6-44a0-ae39-5e2a8df6e93c req-5f0fd22f-099c-408e-9793-34b39a056b9b tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457704 Oct 24 13:28:47.642618 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd24f56-b543-44ec-9d20-c5678e91cba8 req-56633531-d8aa-4881-a4ae-8d15ba0330a2 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:47.643993 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3fd24f56-b543-44ec-9d20-c5678e91cba8 req-56633531-d8aa-4881-a4ae-8d15ba0330a2 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 931 time: 0.0452819 Oct 24 13:28:47.691457 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3fd24f56-b543-44ec-9d20-c5678e91cba8 req-7e1bf216-05f5-4768-b605-5d2da1a9feef tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419455 Oct 24 13:28:47.749246 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dbaec-7aee-46fb-99d1-8c35ce0cf151 req-01c2c607-d819-47a9-b227-ac2032d845d4 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:47.750707 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-021dbaec-7aee-46fb-99d1-8c35ce0cf151 req-01c2c607-d819-47a9-b227-ac2032d845d4 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 931 time: 0.0455208 Oct 24 13:28:47.799849 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-021dbaec-7aee-46fb-99d1-8c35ce0cf151 req-d28aeb66-b36b-49e9-9ac4-a1fe80f76404 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436766 Oct 24 13:28:48.475817 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c228f-5fe7-42be-b3c2-a63a53c989f2 req-381c7eab-8c27-4d42-9701-4aa256ef8aa2 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:48.477479 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-447c228f-5fe7-42be-b3c2-a63a53c989f2 req-381c7eab-8c27-4d42-9701-4aa256ef8aa2 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0519619 Oct 24 13:28:48.509699 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:48.528446 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-447c228f-5fe7-42be-b3c2-a63a53c989f2 req-78f3fbf7-5421-44f6-ba10-e61acd98fe01 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456059 Oct 24 13:28:48.823649 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3930c-464f-4c97-8545-521e1dcf6065 req-d170d94c-5662-43e3-9aa1-a5f17cd776c2 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:48.825503 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-18c3930c-464f-4c97-8545-521e1dcf6065 req-d170d94c-5662-43e3-9aa1-a5f17cd776c2 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 931 time: 0.0517886 Oct 24 13:28:48.875622 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:48.895611 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-18c3930c-464f-4c97-8545-521e1dcf6065 req-cf125f5d-f2c2-4672-8ebc-abf95710bfa1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629828 Oct 24 13:28:48.942306 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88ef07-8209-406d-bf85-64305448db85 req-3fba70ab-9e7d-4847-b1fe-287007b6fbeb tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:48.973603 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7b88ef07-8209-406d-bf85-64305448db85 req-3fba70ab-9e7d-4847-b1fe-287007b6fbeb tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 931 time: 0.0467708 Oct 24 13:28:48.992034 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7b88ef07-8209-406d-bf85-64305448db85 req-cd83780b-c7aa-446a-8ec8-10a79eaad0f5 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426137 Oct 24 13:28:49.647735 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9cf45-6c79-4cfb-8f47-56748c6d2914 req-c7389395-63f7-4a18-9de6-b12ebf97bf2d tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:49.649239 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-82c9cf45-6c79-4cfb-8f47-56748c6d2914 req-c7389395-63f7-4a18-9de6-b12ebf97bf2d tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0466912 Oct 24 13:28:49.667547 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:49.695888 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-82c9cf45-6c79-4cfb-8f47-56748c6d2914 req-bdb08bec-403b-4090-a723-dc658cf1f1a9 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411987 Oct 24 13:28:49.760485 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=13 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:49.766376 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:50.020761 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da0140-d6e3-483c-bee9-d6e4941267ab req-8cfa93f1-e732-4ca6-9cde-2c7b30b0b419 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:50.022243 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f5da0140-d6e3-483c-bee9-d6e4941267ab req-8cfa93f1-e732-4ca6-9cde-2c7b30b0b419 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 931 time: 0.0472434 Oct 24 13:28:50.070686 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f5da0140-d6e3-483c-bee9-d6e4941267ab req-203a8c44-870e-4bd5-b7e6-6227e9ed1bb4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417664 Oct 24 13:28:50.126469 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a13645-00f1-480e-9c61-eaf0970b961e req-987bc626-0a49-4981-af6f-9b2ada4377fb tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:50.128493 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-50a13645-00f1-480e-9c61-eaf0970b961e req-987bc626-0a49-4981-af6f-9b2ada4377fb tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 931 time: 0.0610967 Oct 24 13:28:50.183489 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-50a13645-00f1-480e-9c61-eaf0970b961e req-19004105-a67d-4e40-ac1e-044336c0a562 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461507 Oct 24 13:28:50.823236 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a84ad5-30c9-4d8c-af54-9424b030b37c req-7bdcb4a8-5819-4c3d-b455-c6a3a601547a tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:50.824904 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-80a84ad5-30c9-4d8c-af54-9424b030b37c req-7bdcb4a8-5819-4c3d-b455-c6a3a601547a tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0496881 Oct 24 13:28:50.874667 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-80a84ad5-30c9-4d8c-af54-9424b030b37c req-9cb2f083-a24c-4f25-85ef-33becf92e3ff tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437605 Oct 24 13:28:51.195669 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3487210-a3fe-495b-8b05-27a677d48e28 req-e6d37b5c-5c67-4e3e-afe4-1920aca4cbbc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:51.197346 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f3487210-a3fe-495b-8b05-27a677d48e28 req-e6d37b5c-5c67-4e3e-afe4-1920aca4cbbc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 931 time: 0.0460377 Oct 24 13:28:51.252613 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f3487210-a3fe-495b-8b05-27a677d48e28 req-89d95853-8b78-4bcd-bbd2-4953958fa11f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485978 Oct 24 13:28:51.310107 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e1d3c-453c-42ea-aea3-67e2e173b29d req-e84e1174-c958-456d-aa4b-936fccd876d3 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:51.312292 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-397e1d3c-453c-42ea-aea3-67e2e173b29d req-e84e1174-c958-456d-aa4b-936fccd876d3 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 931 time: 0.0523643 Oct 24 13:28:51.363523 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-397e1d3c-453c-42ea-aea3-67e2e173b29d req-b7935c1b-e473-44ea-aa6f-d3876ff5f0af tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453179 Oct 24 13:28:52.013300 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e4f65-07f6-4a9e-8781-0893bce08a3c req-21b28778-7e39-49ee-9b9d-e54ea5e9778e tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:52.014759 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8c1e4f65-07f6-4a9e-8781-0893bce08a3c req-21b28778-7e39-49ee-9b9d-e54ea5e9778e tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0516005 Oct 24 13:28:52.080773 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8c1e4f65-07f6-4a9e-8781-0893bce08a3c req-61a73c60-c8aa-46f6-99cf-c8d84790285f tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508199 Oct 24 13:28:52.379992 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51698b29-9300-472a-b9e2-42e77be18fed req-b19cdf71-20b3-4671-be84-efedbf8624b7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:52.381631 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-51698b29-9300-472a-b9e2-42e77be18fed req-b19cdf71-20b3-4671-be84-efedbf8624b7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 931 time: 0.0529454 Oct 24 13:28:52.434491 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-51698b29-9300-472a-b9e2-42e77be18fed req-fe3c0f0f-9f5d-4ec9-a33e-285d9e0790c3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472684 Oct 24 13:28:52.491041 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038f30a-3e3c-49f5-8a85-46682f9e5f08 req-9783fe4e-f421-4703-8319-39adcac1091f tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:52.492830 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c038f30a-3e3c-49f5-8a85-46682f9e5f08 req-9783fe4e-f421-4703-8319-39adcac1091f tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 931 time: 0.0509944 Oct 24 13:28:52.552978 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c038f30a-3e3c-49f5-8a85-46682f9e5f08 req-7df18e20-88c9-437b-b85d-7192723e847a tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461531 Oct 24 13:28:52.668491 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:28:53.211120 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045721e-d4e3-436f-8c6f-46c3cbae587e req-95ad1f6f-651f-4a5a-a107-1db787c44dbd tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:53.212623 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5045721e-d4e3-436f-8c6f-46c3cbae587e req-95ad1f6f-651f-4a5a-a107-1db787c44dbd tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0502605 Oct 24 13:28:53.265289 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5045721e-d4e3-436f-8c6f-46c3cbae587e req-cf7706a9-6e96-4288-9a50-1d5323c45a49 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469806 Oct 24 13:28:53.563262 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fe8be-c4b7-4392-b8e4-e11336348d7f req-b9da805d-5168-45b7-857d-434406d13048 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:53.564913 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-456fe8be-c4b7-4392-b8e4-e11336348d7f req-b9da805d-5168-45b7-857d-434406d13048 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 931 time: 0.0540435 Oct 24 13:28:53.616217 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-456fe8be-c4b7-4392-b8e4-e11336348d7f req-d85f35a9-f351-4168-9329-6bcc8abb5f0b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457001 Oct 24 13:28:53.680585 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd598d71-b1a8-4b05-bd33-3b945316effd req-a985a38b-13d3-4663-b7ce-3fee50d1ed84 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:53.682085 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fd598d71-b1a8-4b05-bd33-3b945316effd req-a985a38b-13d3-4663-b7ce-3fee50d1ed84 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 931 time: 0.0496206 Oct 24 13:28:53.708979 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:53.734762 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fd598d71-b1a8-4b05-bd33-3b945316effd req-6f118906-299a-4bb8-8119-3cab4258d8c3 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469830 Oct 24 13:28:54.385590 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111c79c-65b5-498d-af00-ba281d85eae7 req-dee403bb-5a05-4a13-b646-009628d02a70 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:54.386984 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5111c79c-65b5-498d-af00-ba281d85eae7 req-dee403bb-5a05-4a13-b646-009628d02a70 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0479703 Oct 24 13:28:54.435157 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5111c79c-65b5-498d-af00-ba281d85eae7 req-41a02611-0baa-4597-a6d6-b46eba318422 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414572 Oct 24 13:28:54.610429 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 37712) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:54.716346 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-587273f8-c560-48da-9c91-58129d4bb40d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:54.744502 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9adb14-457c-42ee-a750-4fa97c35d6b4 req-ccdb2630-4e20-4417-b6a4-f744015c313e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:54.745996 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6a9adb14-457c-42ee-a750-4fa97c35d6b4 req-ccdb2630-4e20-4417-b6a4-f744015c313e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 931 time: 0.0510280 Oct 24 13:28:54.794513 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-587273f8-c560-48da-9c91-58129d4bb40d admin admin] Publish callbacks [] for security_group (1a5b55aa-3870-4831-bd4d-5b9a8fb3a51b), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:54.799144 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6a9adb14-457c-42ee-a750-4fa97c35d6b4 req-fb2a23cd-f351-4bb7-a967-954e0f73009a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438480 Oct 24 13:28:54.859065 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c341825-61f6-442c-8c44-784e28870398 req-631e8f1e-7574-47d0-bfe7-a4267c7b19d9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:54.860675 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1c341825-61f6-442c-8c44-784e28870398 req-631e8f1e-7574-47d0-bfe7-a4267c7b19d9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 931 time: 0.0456176 Oct 24 13:28:54.882527 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-587273f8-c560-48da-9c91-58129d4bb40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (1a5b55aa-3870-4831-bd4d-5b9a8fb3a51b), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:54.920945 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:54.942796 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-587273f8-c560-48da-9c91-58129d4bb40d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=78ff5bdf6d8a48abb520cc27c8fe3ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313358 Oct 24 13:28:54.944906 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587273f8-c560-48da-9c91-58129d4bb40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5b55aa-3870-4831-bd4d-5b9a8fb3a51b,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:54.945615 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 37720) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:28:54.949951 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1c341825-61f6-442c-8c44-784e28870398 req-e9b99721-7ba4-4d7c-a58d-a38ff66f6c72 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834568 Oct 24 13:28:54.994934 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-5b9098f9-4d5a-4644-8f38-eaeb0617deff admin admin] Publish callbacks [] for security_group (1a5b55aa-3870-4831-bd4d-5b9a8fb3a51b), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:55.014965 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-5b9098f9-4d5a-4644-8f38-eaeb0617deff admin admin] Publish callbacks [] for security_group (1a5b55aa-3870-4831-bd4d-5b9a8fb3a51b), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:55.110889 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-5b9098f9-4d5a-4644-8f38-eaeb0617deff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (1a5b55aa-3870-4831-bd4d-5b9a8fb3a51b), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:55.113562 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-5b9098f9-4d5a-4644-8f38-eaeb0617deff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:55.119618 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-5b9098f9-4d5a-4644-8f38-eaeb0617deff admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/1a5b55aa-3870-4831-bd4d-5b9a8fb3a51b HTTP/1.1" status: 204 len: 168 time: 0.1681116 Oct 24 13:28:55.122547 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9098f9-4d5a-4644-8f38-eaeb0617deff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5b55aa-3870-4831-bd4d-5b9a8fb3a51b,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:55.571499 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ee12a-6378-47d1-b6b9-4babbdf0e2cc req-ad5c59cf-5dd6-458c-b81a-54ac2adf0dfc tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:55.573171 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-496ee12a-6378-47d1-b6b9-4babbdf0e2cc req-ad5c59cf-5dd6-458c-b81a-54ac2adf0dfc tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0529747 Oct 24 13:28:55.606183 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:55.629448 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-496ee12a-6378-47d1-b6b9-4babbdf0e2cc req-9e9a9751-d7c2-473a-b45c-c73e316cfdf3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491576 Oct 24 13:28:55.914947 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc42c2a-c77c-4c2e-b580-ec334639dc07 req-216196ae-5220-436d-951a-a895da3f696a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:55.916444 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0bc42c2a-c77c-4c2e-b580-ec334639dc07 req-216196ae-5220-436d-951a-a895da3f696a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 931 time: 0.0466721 Oct 24 13:28:55.964382 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0bc42c2a-c77c-4c2e-b580-ec334639dc07 req-fee68daf-793f-46b1-9060-7d3b15c3a54f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420620 Oct 24 13:28:56.083635 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754cfaf-7a09-497a-8606-aa45c2401cd1 req-d5db9d63-13df-44dc-863a-59ddeded15b7 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:56.085273 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5754cfaf-7a09-497a-8606-aa45c2401cd1 req-d5db9d63-13df-44dc-863a-59ddeded15b7 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 931 time: 0.0509086 Oct 24 13:28:56.137077 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5754cfaf-7a09-497a-8606-aa45c2401cd1 req-d26a5dc2-d14e-42a2-9c68-d016fcb1b9b8 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436368 Oct 24 13:28:56.667333 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Request body: {'port': {'device_id': '47783c4e-2d71-46f8-a964-e268979915ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:28:56.675567 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Request body: {'port': {'device_id': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:28:56.757076 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85b361-ead0-426b-9284-82adc78a3e2d req-5dd54e51-a517-408e-825f-ee1474058f5d tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:56.758624 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1d85b361-ead0-426b-9284-82adc78a3e2d req-5dd54e51-a517-408e-825f-ee1474058f5d tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0500202 Oct 24 13:28:56.787478 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:56.800728 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:56.817279 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1d85b361-ead0-426b-9284-82adc78a3e2d req-41fae44d-7cfa-47b3-b286-8c67f85e68e3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519159 Oct 24 13:28:56.817666 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:57.156617 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:57.174647 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfc5a2-c790-4c3a-bd64-94616b3e90ac req-ddbc3b14-7916-44ff-8621-a1e4afcea83f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:57.176128 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ccfc5a2-c790-4c3a-bd64-94616b3e90ac req-ddbc3b14-7916-44ff-8621-a1e4afcea83f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 931 time: 0.1341968 Oct 24 13:28:57.261963 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6db12-4c80-4961-8f32-1f5c78422812 req-814f7c98-5093-4b4b-9aad-f22644cf9a25 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:57.263500 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b2e6db12-4c80-4961-8f32-1f5c78422812 req-814f7c98-5093-4b4b-9aad-f22644cf9a25 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 931 time: 0.0479965 Oct 24 13:28:57.278428 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:57.291581 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ccfc5a2-c790-4c3a-bd64-94616b3e90ac req-59e972fb-f316-41b6-9f8b-804888e2f884 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069145 Oct 24 13:28:57.321003 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b2e6db12-4c80-4961-8f32-1f5c78422812 req-d769f454-00ca-4ca3-934c-11bd68108e35 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512643 Oct 24 13:28:57.357073 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600465f3-a863-40a8-8e98-8ea8cd65d5a3 {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:28:57.369846 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Publish callbacks [] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:57.372983 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:28:57.382938 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Publish callbacks [] for port (c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:57.396487 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Transition to ACTIVE for port object 600465f3-a863-40a8-8e98-8ea8cd65d5a3 will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:28:57.401160 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Transition to ACTIVE for port object c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:28:57.482181 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:57.484441 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:57.734069 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:57.830160 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Pushing event updated for resources: {'Port': ['ID=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:57.924491 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Pushing event updated for resources: {'Port': ['ID=600465f3-a863-40a8-8e98-8ea8cd65d5a3,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:57.947835 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Attempting to bind port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:28:57.948162 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Attempting to bind port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:28:57.948505 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Attempting to bind port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 on network 66080719-964f-4fc3-8c4a-84b1c81a6ebc {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:28:57.969662 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Attempting to bind port 600465f3-a863-40a8-8e98-8ea8cd65d5a3 on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:28:57.969967 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Attempting to bind port 600465f3-a863-40a8-8e98-8ea8cd65d5a3 by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': '23829243-18d1-4b72-ba1e-a14155c5b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:28:57.970308 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Attempting to bind port 600465f3-a863-40a8-8e98-8ea8cd65d5a3 on network 076a8aa0-ff41-4c0b-b28d-07fa6b846e09 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:28:58.011262 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bfb96-0a5b-444f-aa1c-d4c8376d10fc req-ef0beb90-8598-4408-878f-5101dc7c6261 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:58.012706 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7a2bfb96-0a5b-444f-aa1c-d4c8376d10fc req-ef0beb90-8598-4408-878f-5101dc7c6261 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.1233981 Oct 24 13:28:58.051381 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 on network 66080719-964f-4fc3-8c4a-84b1c81a6ebc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:28:58.051701 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Attempting to bind port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 on network 66080719-964f-4fc3-8c4a-84b1c81a6ebc {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:28:58.098022 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Port 600465f3-a863-40a8-8e98-8ea8cd65d5a3 on network 076a8aa0-ff41-4c0b-b28d-07fa6b846e09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:28:58.098346 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Attempting to bind port 600465f3-a863-40a8-8e98-8ea8cd65d5a3 on network 076a8aa0-ff41-4c0b-b28d-07fa6b846e09 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:28:58.131398 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7a2bfb96-0a5b-444f-aa1c-d4c8376d10fc req-52c63272-d67a-436e-ab35-5b5af4e2709a tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117299 Oct 24 13:28:58.134889 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:58.158233 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:28:58.158870 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Checking segment: {'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:28:58.158985 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Bound using segment: {'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:28:58.159319 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Bound port: c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afd93d1-b52b-458b-9652-8d16e29c9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:28:58.159667 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:58.174480 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:28:58.174480 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Checking segment: {'id': '23829243-18d1-4b72-ba1e-a14155c5b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:28:58.174480 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Bound using segment: {'id': '23829243-18d1-4b72-ba1e-a14155c5b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:28:58.174480 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Bound port: 600465f3-a863-40a8-8e98-8ea8cd65d5a3, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23829243-18d1-4b72-ba1e-a14155c5b1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:28:58.174480 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:58.272458 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] For port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:28:58.280110 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] For port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:28:58.280110 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:58.283156 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] For port 600465f3-a863-40a8-8e98-8ea8cd65d5a3, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:28:58.286156 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] For port 600465f3-a863-40a8-8e98-8ea8cd65d5a3, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=600465f3-a863-40a8-8e98-8ea8cd65d5a3,segment=NetworkSegment(23829243-18d1-4b72-ba1e-a14155c5b1b4),segment_id=23829243-18d1-4b72-ba1e-a14155c5b1b4)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:28:58.345633 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:58.349942 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:58.350561 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:58.351888 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 HTTP/1.1" status: 200 len: 1093 time: 1.6816914 Oct 24 13:28:58.353458 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'tag': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:28:58.355692 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5ad1ae-a554-40e9-9bad-5829e0b07a41" -d '{"events": [{"name": "network-changed", "server_uuid": "bb595949-cb79-47e4-b760-6e9dfd97b222", "tag": "c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:28:58.379388 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:58.384019 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:58.384681 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:58.386050 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/600465f3-a863-40a8-8e98-8ea8cd65d5a3 HTTP/1.1" status: 200 len: 1093 time: 1.7231293 Oct 24 13:28:58.423818 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6759ca4-2ee9-42c6-986c-1c458135f337 req-ebf55be6-04ad-48fa-bab8-de5d7306c8a0 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:58.423818 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b6759ca4-2ee9-42c6-986c-1c458135f337 req-ebf55be6-04ad-48fa-bab8-de5d7306c8a0 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 943 time: 0.0502207 Oct 24 13:28:58.425698 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955c3cd-13fc-4d02-b5c7-f56fcbbcbfbd service neutron] Pushing event updated for resources: {'Port': ['ID=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:58.475249 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b6759ca4-2ee9-42c6-986c-1c458135f337 req-b7e9ed78-ab5d-40a8-bd9a-5826a6d08db8 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456581 Oct 24 13:28:58.487789 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c334a-f25d-4f96-8c63-a09b9765fa7f req-7755d6d0-45d4-4290-af9e-ac45eb38bced tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:58.489357 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-370c334a-f25d-4f96-8c63-a09b9765fa7f req-7755d6d0-45d4-4290-af9e-ac45eb38bced tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 943 time: 0.0764029 Oct 24 13:28:58.547749 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3a5f8f-9e93-4b3c-b685-2f1f0f813cbe x-openstack-request-id: req-7b3a5f8f-9e93-4b3c-b685-2f1f0f813cbe {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:28:58.548036 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb595949-cb79-47e4-b760-6e9dfd97b222", "tag": "c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:28:58.554044 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b3a5f8f-9e93-4b3c-b685-2f1f0f813cbe {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:28:58.554044 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3a5f8f-9e93-4b3c-b685-2f1f0f813cbe'] response: {'name': 'network-changed', 'server_uuid': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'tag': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383', 'status': 'completed', 'code': 200} Oct 24 13:28:58.582477 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a12855-655a-4a85-b4fb-4441d1d55b71 service neutron] Pushing event updated for resources: {'Port': ['ID=600465f3-a863-40a8-8e98-8ea8cd65d5a3,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:28:58.622872 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-c2170ddb-483d-40c4-b972-371a80092c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:58.624495 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-c2170ddb-483d-40c4-b972-371a80092c75 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 1127 time: 0.1127667 Oct 24 13:28:58.627762 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-370c334a-f25d-4f96-8c63-a09b9765fa7f req-b9183fc8-5f76-460f-92d6-333a69b06116 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307633 Oct 24 13:28:58.628694 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-0fa0200d-c83d-4f27-8db4-53bbe7b566d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:58.630217 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-0fa0200d-c83d-4f27-8db4-53bbe7b566d2 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=1742dccd5a764a31ab1a228ead5cdab9&device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 1127 time: 0.1109970 Oct 24 13:28:58.712131 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-9c05bb37-b01d-4c29-8e91-01d080e663ec service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 HTTP/1.1" status: 200 len: 217 time: 0.0661960 Oct 24 13:28:58.713468 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-be6b48ef-89ad-4f08-b6e1-6899cd80d3fd service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=600465f3-a863-40a8-8e98-8ea8cd65d5a3 HTTP/1.1" status: 200 len: 217 time: 0.0663798 Oct 24 13:28:58.802510 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-e8e0cd76-9031-45e8-bbe4-f3f6ace94eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:58.803871 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-e8e0cd76-9031-45e8-bbe4-f3f6ace94eba service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.0797992 Oct 24 13:28:58.805257 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-6bccafb3-63cd-4481-8e73-4debdfd9b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:58.806546 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-6bccafb3-63cd-4481-8e73-4debdfd9b9dd service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c0d3b18f-2364-4b91-8323-aebe0b6a018c HTTP/1.1" status: 200 len: 854 time: 0.0813463 Oct 24 13:28:58.881740 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-94a6ab1c-9532-456c-9856-5bfa2ea81e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:58.890666 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-94a6ab1c-9532-456c-9856-5bfa2ea81e59 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692713 Oct 24 13:28:58.890666 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-637823b0-6f3b-4e35-a7f5-d57a82fb33b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:58.890666 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-637823b0-6f3b-4e35-a7f5-d57a82fb33b2 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=076a8aa0-ff41-4c0b-b28d-07fa6b846e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662413 Oct 24 13:28:59.052207 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-2ba75b87-5b76-44d1-be9f-889261dfdf41 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494133 Oct 24 13:28:59.054677 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-ab75fa54-f8d1-4fbe-9be7-0dbd917f6b4f service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585729 Oct 24 13:28:59.099003 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:59.232000 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1e2b3de5-fa93-4e9a-8d67-2ca90a57ca1e req-2952c2fc-7423-468d-bd1b-304c7971d700 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617601 Oct 24 13:28:59.234449 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cf33dabe-da9d-4be5-b3c7-052c52452f3d req-6e78dda1-39af-4ed6-87cf-4f8085046c42 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720314 Oct 24 13:28:59.497690 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c33362-aef6-4f60-a610-04209c2f61a6 req-9c39a506-bc40-4d3c-bdc4-17d53006f045 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:59.499874 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c3c33362-aef6-4f60-a610-04209c2f61a6 req-9c39a506-bc40-4d3c-bdc4-17d53006f045 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0480745 Oct 24 13:28:59.549857 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c3c33362-aef6-4f60-a610-04209c2f61a6 req-d0fbf1b4-769c-43cc-95be-584df3dc1ca1 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439916 Oct 24 13:28:59.609619 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98be30-783d-41f1-b2ab-904401f5f7c0 req-6153085f-75ea-4ffb-b6e3-5bbe626e2744 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:59.609619 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8c98be30-783d-41f1-b2ab-904401f5f7c0 req-6153085f-75ea-4ffb-b6e3-5bbe626e2744 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 943 time: 0.0524209 Oct 24 13:28:59.656549 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8c98be30-783d-41f1-b2ab-904401f5f7c0 req-b4e25ae7-07ce-4fdf-9cd9-109ef4bbb062 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419450 Oct 24 13:28:59.750903 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d496af-18ec-4831-ae0f-cc7772f10f8d req-d8e39d4f-27ab-4b20-9167-80117a88ebf7 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:28:59.752444 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c2d496af-18ec-4831-ae0f-cc7772f10f8d req-d8e39d4f-27ab-4b20-9167-80117a88ebf7 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 943 time: 0.0490699 Oct 24 13:28:59.800531 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c2d496af-18ec-4831-ae0f-cc7772f10f8d req-4622ad5d-a825-48fa-88e0-ae1f8d3cd8c9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424342 Oct 24 13:29:00.549489 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47783c4e-2d71-46f8-a964-e268979915ac', 'tag': '600465f3-a863-40a8-8e98-8ea8cd65d5a3'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:29:00.551835 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3aa097-6c9b-40b2-b06c-a207bcda6182" -d '{"events": [{"name": "network-changed", "server_uuid": "47783c4e-2d71-46f8-a964-e268979915ac", "tag": "600465f3-a863-40a8-8e98-8ea8cd65d5a3"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:29:00.588442 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fd479c-1962-4990-9ab4-4380b1436aba x-openstack-request-id: req-87fd479c-1962-4990-9ab4-4380b1436aba {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:29:00.588728 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47783c4e-2d71-46f8-a964-e268979915ac", "tag": "600465f3-a863-40a8-8e98-8ea8cd65d5a3", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:29:00.588978 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87fd479c-1962-4990-9ab4-4380b1436aba {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:29:00.589374 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87fd479c-1962-4990-9ab4-4380b1436aba'] response: {'name': 'network-changed', 'server_uuid': '47783c4e-2d71-46f8-a964-e268979915ac', 'tag': '600465f3-a863-40a8-8e98-8ea8cd65d5a3', 'status': 'completed', 'code': 200} Oct 24 13:29:00.673770 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f83be-a1bc-4582-b080-f1c9e1fbae58 req-c2dbf135-bd4a-45b3-a81e-ba13944d07c9 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:00.675118 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b85f83be-a1bc-4582-b080-f1c9e1fbae58 req-c2dbf135-bd4a-45b3-a81e-ba13944d07c9 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0488327 Oct 24 13:29:00.715145 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:00.722403 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b85f83be-a1bc-4582-b080-f1c9e1fbae58 req-f59e35c9-f545-4778-b702-6e8c86f61e6c tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417707 Oct 24 13:29:00.777569 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc9005-4a3b-49c8-b9cc-f945fefa3134 req-00f2159e-a95c-4a5b-acc8-fecfbb784c0a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:00.779038 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-efcc9005-4a3b-49c8-b9cc-f945fefa3134 req-00f2159e-a95c-4a5b-acc8-fecfbb784c0a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 943 time: 0.0454543 Oct 24 13:29:00.825633 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-efcc9005-4a3b-49c8-b9cc-f945fefa3134 req-b9ee23df-e216-451a-aba9-c393ed9aa1f6 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410144 Oct 24 13:29:00.916768 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864b7aa-fe42-49e1-8c1c-10c71f41b406 req-1d5d97ff-5933-4151-9946-f151a910cea6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:00.918207 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8864b7aa-fe42-49e1-8c1c-10c71f41b406 req-1d5d97ff-5933-4151-9946-f151a910cea6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 943 time: 0.0448956 Oct 24 13:29:00.964568 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8864b7aa-fe42-49e1-8c1c-10c71f41b406 req-2e115757-e2f6-4efb-8e56-a443f86cf186 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402236 Oct 24 13:29:01.355926 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-46770249-0863-4d15-9121-887330cdaafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:01.522420 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 37836) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:29:01.624761 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1eeecbc7-6591-451c-b709-c8bbf6c49df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:01.696612 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1eeecbc7-6591-451c-b709-c8bbf6c49df0 admin admin] Publish callbacks [] for security_group (5c3bf49b-99a6-4c3b-8c62-ce5b43a2015d), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:01.744367 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1eeecbc7-6591-451c-b709-c8bbf6c49df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (5c3bf49b-99a6-4c3b-8c62-ce5b43a2015d), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:01.787858 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-1eeecbc7-6591-451c-b709-c8bbf6c49df0 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=a9111fe68cb848a8913a7891db7e9c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642117 Oct 24 13:29:01.788596 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeecbc7-6591-451c-b709-c8bbf6c49df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3bf49b-99a6-4c3b-8c62-ce5b43a2015d,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:01.790416 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 37842) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:29:01.867820 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a16a4-a852-4019-bf6d-8260b875470c req-4955f614-4e54-4b36-bed0-c816c7d6da45 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:01.869357 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b27a16a4-a852-4019-bf6d-8260b875470c req-4955f614-4e54-4b36-bed0-c816c7d6da45 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0649931 Oct 24 13:29:01.891059 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-26cf99a9-8596-4319-8bf8-2c85f4b41290 admin admin] Publish callbacks [] for security_group (5c3bf49b-99a6-4c3b-8c62-ce5b43a2015d), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:01.926781 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-26cf99a9-8596-4319-8bf8-2c85f4b41290 admin admin] Publish callbacks [] for security_group (5c3bf49b-99a6-4c3b-8c62-ce5b43a2015d), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:01.945688 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682385b4-1821-452a-bc34-7cbbc203dabb req-72850904-f9ec-40c3-a5a3-9155b92095aa tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:01.947186 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-682385b4-1821-452a-bc34-7cbbc203dabb req-72850904-f9ec-40c3-a5a3-9155b92095aa tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 943 time: 0.0469170 Oct 24 13:29:01.956867 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b27a16a4-a852-4019-bf6d-8260b875470c req-b72af0af-2d14-4822-8ea9-c4892bc14b1f tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771642 Oct 24 13:29:01.996900 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-682385b4-1821-452a-bc34-7cbbc203dabb req-d53cb8db-7f7b-4ae8-96a5-ac12558b28b5 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431414 Oct 24 13:29:02.068780 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-26cf99a9-8596-4319-8bf8-2c85f4b41290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (5c3bf49b-99a6-4c3b-8c62-ce5b43a2015d), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:02.071209 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-26cf99a9-8596-4319-8bf8-2c85f4b41290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:02.072312 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-26cf99a9-8596-4319-8bf8-2c85f4b41290 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/5c3bf49b-99a6-4c3b-8c62-ce5b43a2015d HTTP/1.1" status: 204 len: 168 time: 0.2803118 Oct 24 13:29:02.093560 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf99a9-8596-4319-8bf8-2c85f4b41290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3bf49b-99a6-4c3b-8c62-ce5b43a2015d,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:02.103095 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426d842-d2d6-4381-9108-45f11ecce7ff req-3a5c11a6-e5c9-440d-8554-a270a23951ad tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:02.104599 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9426d842-d2d6-4381-9108-45f11ecce7ff req-3a5c11a6-e5c9-440d-8554-a270a23951ad tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 943 time: 0.0666237 Oct 24 13:29:02.329432 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:02.351627 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9426d842-d2d6-4381-9108-45f11ecce7ff req-6b60839f-e225-45d2-9cbb-b1761d3fbbda tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408280 Oct 24 13:29:03.015968 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 37870) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:29:03.082952 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03378c27-4c51-459d-9b64-7ac4450b246d req-00b72a82-aade-493c-a0e2-6bdc534cb3ad tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:03.086848 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-03378c27-4c51-459d-9b64-7ac4450b246d req-00b72a82-aade-493c-a0e2-6bdc534cb3ad tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0518181 Oct 24 13:29:03.132991 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e128f3-607c-40c0-ab4a-a5f6bde155bf req-a679a2fd-43f9-4d9f-97f0-448b878299f1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:03.134489 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-00e128f3-607c-40c0-ab4a-a5f6bde155bf req-a679a2fd-43f9-4d9f-97f0-448b878299f1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 943 time: 0.0470877 Oct 24 13:29:03.139465 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-03378c27-4c51-459d-9b64-7ac4450b246d req-26b34f3c-b19e-42f0-86f6-f391ca3bd0cc tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444717 Oct 24 13:29:03.140873 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-b01cf2d4-da36-4d8c-8c7e-04a8c2e501c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1211007614-network', 'tenant_id': 'ca3097281d4c43458b408414648233a0'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:29:03.195867 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-00e128f3-607c-40c0-ab4a-a5f6bde155bf req-bfa77ab3-6cdc-422a-b5cd-3b64472d17bb tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512693 Oct 24 13:29:03.235758 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01cf2d4-da36-4d8c-8c7e-04a8c2e501c4 admin admin] Made reservation on behalf of ca3097281d4c43458b408414648233a0 for: {'network': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:29:03.238178 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b01cf2d4-da36-4d8c-8c7e-04a8c2e501c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:03.246858 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b01cf2d4-da36-4d8c-8c7e-04a8c2e501c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:03.321478 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b01cf2d4-da36-4d8c-8c7e-04a8c2e501c4 admin admin] Publish callbacks [] for security_group (5f7a0298-7c74-4fe3-b7e9-a421efdf832f), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:03.372806 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b01cf2d4-da36-4d8c-8c7e-04a8c2e501c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (5f7a0298-7c74-4fe3-b7e9-a421efdf832f), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:03.379162 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:03.404730 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01cf2d4-da36-4d8c-8c7e-04a8c2e501c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=104907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:29:03.407183 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cf2d4-da36-4d8c-8c7e-04a8c2e501c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7a0298-7c74-4fe3-b7e9-a421efdf832f,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:03.414800 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b01cf2d4-da36-4d8c-8c7e-04a8c2e501c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (01466a46-6aeb-44ad-ade8-8e51bcec7715), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:03.414911 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.segments_db [None req-b01cf2d4-da36-4d8c-8c7e-04a8c2e501c4 admin admin] Added segment 01466a46-6aeb-44ad-ade8-8e51bcec7715 of type vlan for network ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 Oct 24 13:29:03.458241 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b01cf2d4-da36-4d8c-8c7e-04a8c2e501c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (ecd23e7e-0b9d-4b8b-a6ad-089c005916e2), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:03.475021 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6c4ad-6bf1-44fa-a4bd-37a028f19062 req-0afdca72-7dfa-40aa-9d9e-45618a2142d0 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:03.476529 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-24d6c4ad-6bf1-44fa-a4bd-37a028f19062 req-0afdca72-7dfa-40aa-9d9e-45618a2142d0 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 943 time: 0.0494792 Oct 24 13:29:03.511928 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:03.524168 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-24d6c4ad-6bf1-44fa-a4bd-37a028f19062 req-660d284d-5685-4195-b787-88410274079b tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421705 Oct 24 13:29:03.539022 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b01cf2d4-da36-4d8c-8c7e-04a8c2e501c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (ecd23e7e-0b9d-4b8b-a6ad-089c005916e2), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:03.540074 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01cf2d4-da36-4d8c-8c7e-04a8c2e501c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:03.540689 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b01cf2d4-da36-4d8c-8c7e-04a8c2e501c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:03.601667 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cf2d4-da36-4d8c-8c7e-04a8c2e501c4 admin admin] Pushing event updated for resources: {'Network': ['ID=ecd23e7e-0b9d-4b8b-a6ad-089c005916e2,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:03.611175 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:29:03.621863 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-b01cf2d4-da36-4d8c-8c7e-04a8c2e501c4 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6047208 Oct 24 13:29:03.625265 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 37878) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:29:03.627172 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-9edcf6c6-5fdb-47aa-9cb3-c25911a83f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:03.630911 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-5b110dd1-04ca-4d2d-a3e4-c93b983ea03f admin admin] Request body: {'subnet': {'network_id': 'ecd23e7e-0b9d-4b8b-a6ad-089c005916e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1211007614-subnet', 'tenant_id': 'ca3097281d4c43458b408414648233a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:29:03.693465 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b110dd1-04ca-4d2d-a3e4-c93b983ea03f admin admin] Made reservation on behalf of ca3097281d4c43458b408414648233a0 for: {'subnet': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:29:03.695901 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5b110dd1-04ca-4d2d-a3e4-c93b983ea03f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4442815'] for subnet (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:03.774451 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 600465f3-a863-40a8-8e98-8ea8cd65d5a3 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:29:03.815130 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:03.874431 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 600465f3-a863-40a8-8e98-8ea8cd65d5a3, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=600465f3-a863-40a8-8e98-8ea8cd65d5a3,segment=NetworkSegment(23829243-18d1-4b72-ba1e-a14155c5b1b4),segment_id=23829243-18d1-4b72-ba1e-a14155c5b1b4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:03.885877 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '600465f3-a863-40a8-8e98-8ea8cd65d5a3', 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'port_id': '600465f3-a863-40a8-8e98-8ea8cd65d5a3', 'mac_address': 'fa:16:3e:51:cc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:29:03.923778 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 600465f3-a863-40a8-8e98-8ea8cd65d5a3 is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:29:03.924166 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:03.927968 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5b110dd1-04ca-4d2d-a3e4-c93b983ea03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5210504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4442793'] for subnet (9cfe1118-537a-4e15-a2be-4ea211ddf74a), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:03.938073 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600465f3-a863-40a8-8e98-8ea8cd65d5a3 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:29:03.958453 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 600465f3-a863-40a8-8e98-8ea8cd65d5a3, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=600465f3-a863-40a8-8e98-8ea8cd65d5a3,segment=NetworkSegment(23829243-18d1-4b72-ba1e-a14155c5b1b4),segment_id=23829243-18d1-4b72-ba1e-a14155c5b1b4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:03.988933 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b110dd1-04ca-4d2d-a3e4-c93b983ea03f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cfe1118-537a-4e15-a2be-4ea211ddf74a,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:03.999578 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b110dd1-04ca-4d2d-a3e4-c93b983ea03f admin admin] Checking segment: {'id': '01466a46-6aeb-44ad-ade8-8e51bcec7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ecd23e7e-0b9d-4b8b-a6ad-089c005916e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:29:03.999928 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b110dd1-04ca-4d2d-a3e4-c93b983ea03f admin admin] Network hostable DHCP agents. Network: ecd23e7e-0b9d-4b8b-a6ad-089c005916e2, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:29:04.013169 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:04.067856 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=600465f3-a863-40a8-8e98-8ea8cd65d5a3,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:04.074864 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:04.075210 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:04.075573 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:04.075936 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:04.076183 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b110dd1-04ca-4d2d-a3e4-c93b983ea03f admin admin] Network ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:29:04.076931 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:04.076931 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:04.077178 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:04.077493 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:04.077817 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:04.078139 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:04.078466 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:04.078789 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:04.079105 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:04.079424 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:04.079741 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:04.133360 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-5b110dd1-04ca-4d2d-a3e4-c93b983ea03f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, ecd23e7e-0b9d-4b8b-a6ad-089c005916e2) {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:29:04.137578 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b110dd1-04ca-4d2d-a3e4-c93b983ea03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:04.138169 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5b110dd1-04ca-4d2d-a3e4-c93b983ea03f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:04.142474 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bee97a-e308-4714-8022-efdbab9ed5f1 None None] Network ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:29:04.200071 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-5b110dd1-04ca-4d2d-a3e4-c93b983ea03f admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5727220 Oct 24 13:29:04.258812 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4edceb-0cbc-400b-b518-8ffa468606f1 None None] Network ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:29:04.273762 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176eda0-87eb-416a-987e-964ec88f5dab req-3195f7ba-17d3-4c37-b998-51e5f22fdbad tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:04.281886 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2176eda0-87eb-416a-987e-964ec88f5dab req-3195f7ba-17d3-4c37-b998-51e5f22fdbad tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0564420 Oct 24 13:29:04.328133 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87a1bb-7bd5-42db-90ac-47b30d2a10f5 req-5f73418e-4ba9-4551-853d-077084abc387 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:04.335517 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8b87a1bb-7bd5-42db-90ac-47b30d2a10f5 req-5f73418e-4ba9-4551-853d-077084abc387 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 943 time: 0.0594735 Oct 24 13:29:04.338042 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2176eda0-87eb-416a-987e-964ec88f5dab req-df4b13b0-2dcc-4474-a0eb-6ad2e5aebc56 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552311 Oct 24 13:29:04.386419 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8b87a1bb-7bd5-42db-90ac-47b30d2a10f5 req-94259eb5-a66f-437c-8633-6972cca402e2 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498104 Oct 24 13:29:04.542541 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['600465f3-a863-40a8-8e98-8ea8cd65d5a3'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:29:04.644338 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cecd2-a5de-45d2-9d5e-ae33a0f68cc3 req-96b0a438-8ab4-453f-97e9-03d296d66c44 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:04.645850 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1f0cecd2-a5de-45d2-9d5e-ae33a0f68cc3 req-96b0a438-8ab4-453f-97e9-03d296d66c44 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 944 time: 0.0463138 Oct 24 13:29:04.697389 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1f0cecd2-a5de-45d2-9d5e-ae33a0f68cc3 req-6cc89737-f611-4097-a2f1-62b279d1f902 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459023 Oct 24 13:29:04.921726 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:05.284242 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ad1ae-a554-40e9-9bad-5829e0b07a41 req-692ef62f-2c54-451f-9b2c-2740551fb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:05.285763 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ce5ad1ae-a554-40e9-9bad-5829e0b07a41 req-692ef62f-2c54-451f-9b2c-2740551fb927 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 1127 time: 0.0689335 Oct 24 13:29:05.288433 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aa097-6c9b-40b2-b06c-a207bcda6182 req-182e24e8-cb2b-4f6a-966a-0b3ecc16c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:05.289766 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc3aa097-6c9b-40b2-b06c-a207bcda6182 req-182e24e8-cb2b-4f6a-966a-0b3ecc16c388 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=1742dccd5a764a31ab1a228ead5cdab9&device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 1128 time: 0.0646961 Oct 24 13:29:05.451999 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9753b2-82b9-4e7a-9573-163017ff5f56 req-b623db58-5a0a-4c41-9821-0fadf1bfe06d tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:05.453587 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9a9753b2-82b9-4e7a-9573-163017ff5f56 req-b623db58-5a0a-4c41-9821-0fadf1bfe06d tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0472002 Oct 24 13:29:05.501578 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9a9753b2-82b9-4e7a-9573-163017ff5f56 req-a82de625-10ea-4dea-8f4b-72b9e92a9bc1 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423672 Oct 24 13:29:05.513306 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfcf1e-a8f5-4a2f-9417-b8aa48196b8d req-248a635c-a288-48cc-94b0-99e57231f75a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:05.514919 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6bdfcf1e-a8f5-4a2f-9417-b8aa48196b8d req-248a635c-a288-48cc-94b0-99e57231f75a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 943 time: 0.0511696 Oct 24 13:29:05.561984 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6bdfcf1e-a8f5-4a2f-9417-b8aa48196b8d req-222aa364-4df6-409d-bf84-c72a2f9094fb tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414772 Oct 24 13:29:05.801722 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 600465f3-a863-40a8-8e98-8ea8cd65d5a3 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:29:05.812433 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f657d-5cb5-4e70-9072-f0d72bba8f7f req-4bc0ae35-e786-49ef-90ea-c3696d809e25 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:05.813911 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1a5f657d-5cb5-4e70-9072-f0d72bba8f7f req-4bc0ae35-e786-49ef-90ea-c3696d809e25 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 944 time: 0.0449920 Oct 24 13:29:05.822876 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:05.845115 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port 600465f3-a863-40a8-8e98-8ea8cd65d5a3 completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:29:05.864412 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1a5f657d-5cb5-4e70-9072-f0d72bba8f7f req-1dafe6ea-2940-48e6-a15b-66c24ae207ad tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448873 Oct 24 13:29:05.905143 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 600465f3-a863-40a8-8e98-8ea8cd65d5a3 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:29:05.905516 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:05.905869 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 600465f3-a863-40a8-8e98-8ea8cd65d5a3 Oct 24 13:29:05.925226 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:05.979527 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 600465f3-a863-40a8-8e98-8ea8cd65d5a3 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:29:05.979893 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:06.002689 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47783c4e-2d71-46f8-a964-e268979915ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600465f3-a863-40a8-8e98-8ea8cd65d5a3'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:29:06.004986 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4469d6-737d-4267-9a07-531675f6aaf5" -d '{"events": [{"server_uuid": "47783c4e-2d71-46f8-a964-e268979915ac", "name": "network-vif-plugged", "status": "completed", "tag": "600465f3-a863-40a8-8e98-8ea8cd65d5a3"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:29:06.020972 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 600465f3-a863-40a8-8e98-8ea8cd65d5a3, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=600465f3-a863-40a8-8e98-8ea8cd65d5a3,segment=NetworkSegment(23829243-18d1-4b72-ba1e-a14155c5b1b4),segment_id=23829243-18d1-4b72-ba1e-a14155c5b1b4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:06.046947 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0268141f-53a1-4414-85db-502fc2154f19 x-openstack-request-id: req-0268141f-53a1-4414-85db-502fc2154f19 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:29:06.047239 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47783c4e-2d71-46f8-a964-e268979915ac", "name": "network-vif-plugged", "status": "completed", "tag": "600465f3-a863-40a8-8e98-8ea8cd65d5a3", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:29:06.047489 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0268141f-53a1-4414-85db-502fc2154f19 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:29:06.047887 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0268141f-53a1-4414-85db-502fc2154f19'] response: {'server_uuid': '47783c4e-2d71-46f8-a964-e268979915ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600465f3-a863-40a8-8e98-8ea8cd65d5a3', 'code': 200} Oct 24 13:29:06.075859 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:06.123737 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=600465f3-a863-40a8-8e98-8ea8cd65d5a3,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:06.321860 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:06.538552 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:06.688590 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216170e4-44a8-4607-81d3-636b4612e663 req-ecda812b-e97a-4f61-9336-73fddbd21f77 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:06.690137 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-216170e4-44a8-4607-81d3-636b4612e663 req-ecda812b-e97a-4f61-9336-73fddbd21f77 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 943 time: 0.0471830 Oct 24 13:29:06.723143 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a5352-c13a-4926-ba3b-484d0a38b84f req-cfe4dc77-8de1-4d7e-b849-e2116fe9dca0 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:06.724770 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-260a5352-c13a-4926-ba3b-484d0a38b84f req-cfe4dc77-8de1-4d7e-b849-e2116fe9dca0 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.1470010 Oct 24 13:29:06.743688 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-216170e4-44a8-4607-81d3-636b4612e663 req-7ed62c85-ad50-4d40-b22a-28cdb45a3999 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476668 Oct 24 13:29:06.748140 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:06.820228 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aa097-6c9b-40b2-b06c-a207bcda6182 req-ccd095f5-2eaf-4efe-95d5-dc6ff0d9a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:06.821694 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc3aa097-6c9b-40b2-b06c-a207bcda6182 req-ccd095f5-2eaf-4efe-95d5-dc6ff0d9a4d4 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=076a8aa0-ff41-4c0b-b28d-07fa6b846e09 HTTP/1.1" status: 200 len: 916 time: 0.2150419 Oct 24 13:29:06.828454 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ad1ae-a554-40e9-9bad-5829e0b07a41 req-f3efdebf-335a-489a-9f41-ff914d76554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:06.829796 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ce5ad1ae-a554-40e9-9bad-5829e0b07a41 req-f3efdebf-335a-489a-9f41-ff914d76554c service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 918 time: 0.2242620 Oct 24 13:29:06.834392 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-260a5352-c13a-4926-ba3b-484d0a38b84f req-de2c8a87-f95d-48b1-aa2b-46e75a69111f tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976403 Oct 24 13:29:06.884460 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc3aa097-6c9b-40b2-b06c-a207bcda6182 req-b2a61b4f-6c51-4786-b1db-abf4db499caa service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=600465f3-a863-40a8-8e98-8ea8cd65d5a3 HTTP/1.1" status: 200 len: 217 time: 0.0532758 Oct 24 13:29:06.939345 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ce5ad1ae-a554-40e9-9bad-5829e0b07a41 req-f25f7a05-f145-4d18-a6ae-d66194396492 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 HTTP/1.1" status: 200 len: 217 time: 0.0674515 Oct 24 13:29:06.972356 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cad9f-b40b-46f6-9f35-50332dc9f581 req-c02ff8a4-39e3-4f6e-8304-995c01846fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:06.973833 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c24cad9f-b40b-46f6-9f35-50332dc9f581 req-c02ff8a4-39e3-4f6e-8304-995c01846fd2 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 1129 time: 0.1031623 Oct 24 13:29:06.973997 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:06.984459 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aa097-6c9b-40b2-b06c-a207bcda6182 req-5b70fccf-40de-4bb3-bc26-628ea505063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:06.988597 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc3aa097-6c9b-40b2-b06c-a207bcda6182 req-5b70fccf-40de-4bb3-bc26-628ea505063a service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c0d3b18f-2364-4b91-8323-aebe0b6a018c HTTP/1.1" status: 200 len: 854 time: 0.0827672 Oct 24 13:29:06.988741 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45148803-03f3-443e-b1d4-5d9106d4906e req-002b3672-d32a-458e-be28-b9fd78302049 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:06.990075 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-45148803-03f3-443e-b1d4-5d9106d4906e req-002b3672-d32a-458e-be28-b9fd78302049 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 945 time: 0.0526378 Oct 24 13:29:07.037843 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-45148803-03f3-443e-b1d4-5d9106d4906e req-f88231f0-28dc-4379-98bf-0d33eedcc447 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421829 Oct 24 13:29:07.052699 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:07.058819 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ad1ae-a554-40e9-9bad-5829e0b07a41 req-535249ec-500f-40ca-b806-ac20757c87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:07.060279 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ce5ad1ae-a554-40e9-9bad-5829e0b07a41 req-535249ec-500f-40ca-b806-ac20757c87dd service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.0687621 Oct 24 13:29:07.071554 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c24cad9f-b40b-46f6-9f35-50332dc9f581 req-7ab55178-8915-4fc1-a711-631f67266cbc service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723820 Oct 24 13:29:07.200197 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aa097-6c9b-40b2-b06c-a207bcda6182 req-af78b332-9e5d-4d9d-88d8-e6b7ce2c9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:07.201867 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc3aa097-6c9b-40b2-b06c-a207bcda6182 req-af78b332-9e5d-4d9d-88d8-e6b7ce2c9670 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=076a8aa0-ff41-4c0b-b28d-07fa6b846e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392563 Oct 24 13:29:07.492133 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-72c1c58c-551f-4c0f-b401-e9ccd6006845 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:07.493524 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-72c1c58c-551f-4c0f-b401-e9ccd6006845 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/networks?id=ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 HTTP/1.1" status: 200 len: 814 time: 0.1019497 Oct 24 13:29:07.516816 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-0741a6ac-fd1a-4e17-b032-14ec61522075 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/quotas/ca3097281d4c43458b408414648233a0 HTTP/1.1" status: 200 len: 375 time: 0.0180111 Oct 24 13:29:07.563701 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-73e3033c-adba-4ab2-a898-9d68021d9515 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=ca3097281d4c43458b408414648233a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316927 Oct 24 13:29:07.566508 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ad1ae-a554-40e9-9bad-5829e0b07a41 req-1817af63-8ce8-4e20-9e8e-eb0b31565077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:07.567878 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ce5ad1ae-a554-40e9-9bad-5829e0b07a41 req-1817af63-8ce8-4e20-9e8e-eb0b31565077 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624042 Oct 24 13:29:07.715898 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-dba7cafb-49f9-47e7-b995-603e44c92fa3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ecd23e7e-0b9d-4b8b-a6ad-089c005916e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458211 Oct 24 13:29:07.747417 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ce5ad1ae-a554-40e9-9bad-5829e0b07a41 req-2ff100e0-c3d7-41dc-af0c-a4da17743695 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296463 Oct 24 13:29:07.813354 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-78c82f6f-d563-411e-a244-17ebe4497356 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ecd23e7e-0b9d-4b8b-a6ad-089c005916e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873489 Oct 24 13:29:07.815194 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:29:07.874830 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58513a3b-c10b-4b45-a3a5-7e987d791c75 req-79ce0a53-29d7-4301-a422-dfc9346095f9 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:07.876358 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-58513a3b-c10b-4b45-a3a5-7e987d791c75 req-79ce0a53-29d7-4301-a422-dfc9346095f9 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 943 time: 0.0472164 Oct 24 13:29:07.925493 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-58513a3b-c10b-4b45-a3a5-7e987d791c75 req-ea51a862-4661-456f-9889-5eb333ae02df tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430207 Oct 24 13:29:07.926215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:07.938471 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'port_id': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383', 'mac_address': 'fa:16:3e:a6:75:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:29:07.987809 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:29:07.988198 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:08.001326 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:29:08.024784 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:08.047451 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb455366-1043-4559-837b-d67a7468d828 req-81f433a5-f7f7-4268-bdf8-1ef6955932f7 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:08.049075 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bb455366-1043-4559-837b-d67a7468d828 req-81f433a5-f7f7-4268-bdf8-1ef6955932f7 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.0665362 Oct 24 13:29:08.084938 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4d80b9a0-6874-4d97-b685-1d33c581e449 req-56154ef9-ccd4-4b87-a289-d8a7b89d74cf tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 210 time: 0.0302918 Oct 24 13:29:08.125894 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bb455366-1043-4559-837b-d67a7468d828 req-ca990a42-dcf1-4d1e-b353-c42206ce277c tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646536 Oct 24 13:29:08.133773 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:08.189150 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:08.263962 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcf9d2-f1e5-42e9-a59c-a92d6db49abc req-a49aa82f-a248-4158-a619-5de99ffb23ce tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:08.265906 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-76fcf9d2-f1e5-42e9-a59c-a92d6db49abc req-a49aa82f-a248-4158-a619-5de99ffb23ce tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 945 time: 0.1132495 Oct 24 13:29:08.362361 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa015be-0f0a-4c7b-8f6c-f21465eabcbd req-f789c669-e3c1-4600-8f36-498bd05b44a0 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:08.363767 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bfa015be-0f0a-4c7b-8f6c-f21465eabcbd req-f789c669-e3c1-4600-8f36-498bd05b44a0 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 946 time: 0.1654077 Oct 24 13:29:08.683406 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:08.708574 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-76fcf9d2-f1e5-42e9-a59c-a92d6db49abc req-104a7294-098d-4c2f-9faa-50c2634e3a29 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083447 Oct 24 13:29:08.710423 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc3aa097-6c9b-40b2-b06c-a207bcda6182 req-2e849dc7-d3ad-4e0d-b50a-25789b7fd23d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224457 Oct 24 13:29:08.718541 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ce5ad1ae-a554-40e9-9bad-5829e0b07a41 req-58234b27-0af9-423f-8421-7ad6cd9d3ba7 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145400 Oct 24 13:29:08.719326 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:29:08.754000 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:08.758642 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-bfa015be-0f0a-4c7b-8f6c-f21465eabcbd req-d4ae4157-4d1e-43f5-8aac-5e350e445366 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Deleting port 8d669271-6843-457a-b839-d4d358023ded {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:29:08.759251 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-bfa015be-0f0a-4c7b-8f6c-f21465eabcbd req-d4ae4157-4d1e-43f5-8aac-5e350e445366 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (8d669271-6843-457a-b839-d4d358023ded), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:08.849949 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-bfa015be-0f0a-4c7b-8f6c-f21465eabcbd req-d4ae4157-4d1e-43f5-8aac-5e350e445366 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] For port 8d669271-6843-457a-b839-d4d358023ded, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=8d669271-6843-457a-b839-d4d358023ded,segment=NetworkSegment(3ebca7dd-6cf5-4a4c-afdf-fa1c802622db),segment_id=3ebca7dd-6cf5-4a4c-afdf-fa1c802622db)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:08.850228 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-bfa015be-0f0a-4c7b-8f6c-f21465eabcbd req-d4ae4157-4d1e-43f5-8aac-5e350e445366 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (8d669271-6843-457a-b839-d4d358023ded), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:08.868833 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-bfa015be-0f0a-4c7b-8f6c-f21465eabcbd req-d4ae4157-4d1e-43f5-8aac-5e350e445366 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Calling delete_port for 8d669271-6843-457a-b839-d4d358023ded owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:29:09.030647 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-bfa015be-0f0a-4c7b-8f6c-f21465eabcbd req-d4ae4157-4d1e-43f5-8aac-5e350e445366 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (8d669271-6843-457a-b839-d4d358023ded), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:09.054101 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aeff25-587d-47b9-afc6-41c0c2202e5f req-49353127-f8d5-40e6-af25-76c266bfcfd1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:09.056338 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-25aeff25-587d-47b9-afc6-41c0c2202e5f req-49353127-f8d5-40e6-af25-76c266bfcfd1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 944 time: 0.0492194 Oct 24 13:29:09.092652 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae4157-4d1e-43f5-8aac-5e350e445366 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Pushing event deleted for resources: {'Port': ['ID=8d669271-6843-457a-b839-d4d358023ded,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:09.116416 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-25aeff25-587d-47b9-afc6-41c0c2202e5f req-4e39f11f-117b-49c0-b210-95bccba2d7e3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471318 Oct 24 13:29:09.145191 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa015be-0f0a-4c7b-8f6c-f21465eabcbd req-d4ae4157-4d1e-43f5-8aac-5e350e445366 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] No DVR routers for this DVR port 8d669271-6843-457a-b839-d4d358023ded on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:29:09.145191 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-bfa015be-0f0a-4c7b-8f6c-f21465eabcbd req-d4ae4157-4d1e-43f5-8aac-5e350e445366 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:09.148235 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bfa015be-0f0a-4c7b-8f6c-f21465eabcbd req-d4ae4157-4d1e-43f5-8aac-5e350e445366 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.59 "DELETE /networking/v2.0/ports/8d669271-6843-457a-b839-d4d358023ded HTTP/1.1" status: 204 len: 173 time: 0.7756073 Oct 24 13:29:09.148756 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767060a8-d6d0-40fc-a72e-2c0a900e2217', 'name': 'network-vif-deleted', 'tag': '8d669271-6843-457a-b839-d4d358023ded'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:29:09.150976 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881b50da-73ca-4fab-89dc-5b9d70ca980e" -d '{"events": [{"server_uuid": "767060a8-d6d0-40fc-a72e-2c0a900e2217", "name": "network-vif-deleted", "tag": "8d669271-6843-457a-b839-d4d358023ded"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:29:09.189739 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c754c4d-cd91-4ced-83b3-f1e987537f42 x-openstack-request-id: req-0c754c4d-cd91-4ced-83b3-f1e987537f42 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:29:09.190028 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767060a8-d6d0-40fc-a72e-2c0a900e2217", "name": "network-vif-deleted", "tag": "8d669271-6843-457a-b839-d4d358023ded", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:29:09.190277 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c754c4d-cd91-4ced-83b3-f1e987537f42 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:29:09.190670 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c754c4d-cd91-4ced-83b3-f1e987537f42'] response: {'server_uuid': '767060a8-d6d0-40fc-a72e-2c0a900e2217', 'name': 'network-vif-deleted', 'tag': '8d669271-6843-457a-b839-d4d358023ded', 'status': 'completed', 'code': 200} Oct 24 13:29:09.192952 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-775349f3-0089-4b2a-8fed-6b66ef52aac7 req-fbd04e12-b9f9-44fc-afb9-a1b531c6e3b0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 210 time: 0.0308571 Oct 24 13:29:09.267301 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d6dbb724-5363-48f8-a637-ee0e02d385e7 req-27309e93-970f-400e-8c1f-3a6ce7237d88 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 210 time: 0.0300889 Oct 24 13:29:09.320007 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc3aa097-6c9b-40b2-b06c-a207bcda6182 req-8e16b6d5-52c4-4548-8df6-fadbd65abc37 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926411 Oct 24 13:29:09.583220 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:09.588781 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=5 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:09.828973 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3fd38-e43e-4ced-b0df-ce0943bde635 req-033a2207-493b-479e-a089-378d813cb825 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:09.830458 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-45d3fd38-e43e-4ced-b0df-ce0943bde635 req-033a2207-493b-479e-a089-378d813cb825 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 945 time: 0.0472581 Oct 24 13:29:09.876118 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:29:09.877935 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-45d3fd38-e43e-4ced-b0df-ce0943bde635 req-854b9ab6-b103-469b-831a-dbf724f67b3e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419612 Oct 24 13:29:09.922680 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:29:09.973078 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:29:09.973452 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:09.973787 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 Oct 24 13:29:09.998905 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c7602-abf2-4b8a-b672-b0020e488319 req-8503c4f6-6613-4d04-a887-62d801cb63a3 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:10.000948 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-901c7602-abf2-4b8a-b672-b0020e488319 req-8503c4f6-6613-4d04-a887-62d801cb63a3 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 945 time: 0.0469167 Oct 24 13:29:10.006879 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:10.049895 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:29:10.050290 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:10.052440 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-901c7602-abf2-4b8a-b672-b0020e488319 req-e9f2c237-ea61-410a-b820-07c4fe9872ad tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455875 Oct 24 13:29:10.070090 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:10.074420 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:29:10.078041 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea5e1ef-9506-4b46-8662-4602d759d102" -d '{"events": [{"server_uuid": "bb595949-cb79-47e4-b760-6e9dfd97b222", "name": "network-vif-plugged", "status": "completed", "tag": "c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:29:10.091498 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:10.117774 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3a3d32-d385-4564-9d46-95ad91720d8f x-openstack-request-id: req-2c3a3d32-d385-4564-9d46-95ad91720d8f {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:29:10.118106 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb595949-cb79-47e4-b760-6e9dfd97b222", "name": "network-vif-plugged", "status": "completed", "tag": "c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:29:10.118356 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c3a3d32-d385-4564-9d46-95ad91720d8f {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:29:10.118748 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c3a3d32-d385-4564-9d46-95ad91720d8f'] response: {'server_uuid': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383', 'code': 200} Oct 24 13:29:10.144675 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:10.145526 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 8d669271-6843-457a-b839-d4d358023ded no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:29:10.187732 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: 8d669271-6843-457a-b839-d4d358023ded {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:29:10.188625 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 8d669271-6843-457a-b839-d4d358023ded not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:29:10.218670 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:10.251522 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccab034-0556-4c92-b2e0-3b35a44233c7 req-7bd9c2e8-afc5-4070-804d-a38e00d85391 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:10.253395 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4ccab034-0556-4c92-b2e0-3b35a44233c7 req-7bd9c2e8-afc5-4070-804d-a38e00d85391 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0536435 Oct 24 13:29:10.304880 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4ccab034-0556-4c92-b2e0-3b35a44233c7 req-945cdffb-3c49-4a81-9506-64f9e35817f6 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460241 Oct 24 13:29:10.385471 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a597e13f-e72f-4f83-99b7-605d1036b193 req-41e3415b-fd91-4a7d-a501-82c20a2418db tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 210 time: 0.0316083 Oct 24 13:29:10.422827 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8f2ff1b9-6546-4368-9e9e-8bb25b37007f req-5f89a454-1b68-4a28-b580-d0b87f53f617 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=767060a8-d6d0-40fc-a72e-2c0a900e2217 HTTP/1.1" status: 200 len: 210 time: 0.0312836 Oct 24 13:29:10.502253 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb192a41-0efe-4957-8e41-9b5f59e5b49b req-4dcda52c-ba59-4e91-ba83-a445d2156a15 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:10.503750 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-cb192a41-0efe-4957-8e41-9b5f59e5b49b req-4dcda52c-ba59-4e91-ba83-a445d2156a15 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 945 time: 0.0482643 Oct 24 13:29:10.516047 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:10.552217 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-cb192a41-0efe-4957-8e41-9b5f59e5b49b req-ff088a0a-857e-402e-86ee-ed0064097f7a tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427320 Oct 24 13:29:10.623471 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15759a-26f3-4d85-89de-87234237566b req-28bb9e0b-0315-49ff-83a9-d258d65f8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:10.626705 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9c15759a-26f3-4d85-89de-87234237566b req-28bb9e0b-0315-49ff-83a9-d258d65f8c59 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 1129 time: 0.0404117 Oct 24 13:29:10.699798 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9c15759a-26f3-4d85-89de-87234237566b req-500b9f0a-779a-4be5-9f3c-1fdc630c5b01 service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567999 Oct 24 13:29:11.441678 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4cae0-801e-4351-ace4-b0acf326c02d req-07cb0ee4-ff15-4de8-9ba2-2e3089609d0c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:11.443156 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-98c4cae0-801e-4351-ace4-b0acf326c02d req-07cb0ee4-ff15-4de8-9ba2-2e3089609d0c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0467939 Oct 24 13:29:11.492331 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-98c4cae0-801e-4351-ace4-b0acf326c02d req-6746e677-d9bc-4123-b6c2-bbed75cb952d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433543 Oct 24 13:29:11.495139 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b0635671-2ab9-4b01-81a2-5f78927abc30 req-7095b166-e4ba-491c-a529-5e0bcf96fad7 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 210 time: 0.0341077 Oct 24 13:29:11.807953 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-faefb409-e4df-44fc-b818-f6bfcee7fd23 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:11.809799 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-faefb409-e4df-44fc-b818-f6bfcee7fd23 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/networks?id=fbe543ba-56bd-431b-a00d-2cf1782321b0 HTTP/1.1" status: 200 len: 808 time: 0.1115000 Oct 24 13:29:11.825680 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-ac47238a-3d27-484a-8650-63ef3b5fc20e tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/quotas/10316acf2adf4f34a63a08f0e60b2548 HTTP/1.1" status: 200 len: 375 time: 0.0102613 Oct 24 13:29:11.860211 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-748c6974-5b28-4f64-a1fa-88a544b3add2 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=10316acf2adf4f34a63a08f0e60b2548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285518 Oct 24 13:29:11.885080 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:11.887342 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:11.955172 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-98abdb50-7339-4597-bcc1-404cfba623ed service neutron] 10.222.0.48 "GET /networking/v2.0/networks/fbe543ba-56bd-431b-a00d-2cf1782321b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883706 Oct 24 13:29:12.048098 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-242a6bef-7d74-4c33-bb86-aa83607689fe service neutron] 10.222.0.48 "GET /networking/v2.0/networks/fbe543ba-56bd-431b-a00d-2cf1782321b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870736 Oct 24 13:29:12.269030 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8d2a37f0-fb5d-40a1-a6f9-c88975bdadeb req-84216cb7-5502-43e5-a9c6-a788c891187c tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 210 time: 0.0282464 Oct 24 13:29:12.604396 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dcf6ac07-4e35-497c-a92e-23bca1c4ea09 req-2674e31d-4766-4441-9f5c-83333913ae83 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 210 time: 0.0367925 Oct 24 13:29:12.620173 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541004a-2537-4459-b3dd-b299b7b7200a req-6395a273-58b6-4cb1-aac1-8495591b19e1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:12.621863 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4541004a-2537-4459-b3dd-b299b7b7200a req-6395a273-58b6-4cb1-aac1-8495591b19e1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0543714 Oct 24 13:29:12.670347 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4541004a-2537-4459-b3dd-b299b7b7200a req-2f777d06-3f03-46d6-98c0-c5b0bedc0933 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419245 Oct 24 13:29:13.094186 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-07682529-18fb-44e9-8c3a-a67ca0f7fc13 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:13.095619 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-07682529-18fb-44e9-8c3a-a67ca0f7fc13 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.59 "GET /networking/v2.0/networks?id=ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 HTTP/1.1" status: 200 len: 814 time: 0.1124594 Oct 24 13:29:13.114554 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-754f3f3e-eab1-43ef-9f13-500a819a96fd tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Request body: {'port': {'device_id': '045d0b97-923d-4969-a8f5-664dbc753b93', 'network_id': 'ecd23e7e-0b9d-4b8b-a6ad-089c005916e2', 'admin_state_up': True, 'tenant_id': 'ca3097281d4c43458b408414648233a0'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:29:13.264363 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-754f3f3e-eab1-43ef-9f13-500a819a96fd tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Made reservation on behalf of ca3097281d4c43458b408414648233a0 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:29:13.269117 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-754f3f3e-eab1-43ef-9f13-500a819a96fd tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:13.412825 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2b300fa9-ec81-4940-bc51-83f9ce17fda5 req-4f25bb74-03ca-4261-a3ee-8bb9df08e35b tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 210 time: 0.0367517 Oct 24 13:29:13.432203 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-754f3f3e-eab1-43ef-9f13-500a819a96fd tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Allocated IP 172.20.0.3 (ecd23e7e-0b9d-4b8b-a6ad-089c005916e2/9cfe1118-537a-4e15-a2be-4ea211ddf74a/4be62649-dc27-4985-9ca2-ca391e7d9189) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:29:13.587246 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-754f3f3e-eab1-43ef-9f13-500a819a96fd tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Publish callbacks [] for port (4be62649-dc27-4985-9ca2-ca391e7d9189), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:13.664847 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-754f3f3e-eab1-43ef-9f13-500a819a96fd tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (4be62649-dc27-4985-9ca2-ca391e7d9189), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:13.713840 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-754f3f3e-eab1-43ef-9f13-500a819a96fd tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Network ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:29:13.727079 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-754f3f3e-eab1-43ef-9f13-500a819a96fd tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:29:13.746138 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:13.751684 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-754f3f3e-eab1-43ef-9f13-500a819a96fd tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:29:13.788071 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:13.788071 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f3f3e-eab1-43ef-9f13-500a819a96fd tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Pushing event updated for resources: {'Port': ['ID=4be62649-dc27-4985-9ca2-ca391e7d9189,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:13.806165 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83bea-2dfd-4234-a991-d96e0a7903bc req-205675b9-a602-4d34-b827-e5007c2a7e08 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:13.807696 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-76e83bea-2dfd-4234-a991-d96e0a7903bc req-205675b9-a602-4d34-b827-e5007c2a7e08 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 931 time: 0.0991402 Oct 24 13:29:13.828388 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-754f3f3e-eab1-43ef-9f13-500a819a96fd tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:13.828996 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-754f3f3e-eab1-43ef-9f13-500a819a96fd tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:13.875872 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-76e83bea-2dfd-4234-a991-d96e0a7903bc req-9b445c16-58ec-474b-8c51-94a8c3b0d566 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606470 Oct 24 13:29:13.924374 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-754f3f3e-eab1-43ef-9f13-500a819a96fd tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8135321 Oct 24 13:29:13.979018 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39115552-5ec7-44ec-9466-69a3af447fde req-a7f00b13-ee4e-4f1c-9131-430e72dae9fb tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:13.980481 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-39115552-5ec7-44ec-9466-69a3af447fde req-a7f00b13-ee4e-4f1c-9131-430e72dae9fb tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0497522 Oct 24 13:29:14.027565 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-39115552-5ec7-44ec-9466-69a3af447fde req-ba810176-2d06-488d-bb5d-aa15d5155fc1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409446 Oct 24 13:29:14.144588 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d3de7-74f0-4120-92e8-d7f1da8cc7dc req-a49bfa83-e72c-4e16-ba90-17d3a44c9a13 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:14.146087 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ef4d3de7-74f0-4120-92e8-d7f1da8cc7dc req-a49bfa83-e72c-4e16-ba90-17d3a44c9a13 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0479422 Oct 24 13:29:14.156934 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 38036) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:29:14.161631 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-8222b3c4-f659-4de6-a4dd-883ac0ac4ec3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Request body: {'floatingip': {'port_id': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:29:14.235920 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8222b3c4-f659-4de6-a4dd-883ac0ac4ec3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for floatingip (bfb1a4d9-43fd-4294-be34-c2ac24a21cca), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:14.240433 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Request body: {'port': {'device_id': '045d0b97-923d-4969-a8f5-664dbc753b93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:29:14.303029 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4be62649-dc27-4985-9ca2-ca391e7d9189), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:14.578398 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cd0370d8-c1b8-4050-96c7-b61182c6b9e0 req-0e302543-ed91-4832-bf6c-8f8989258b4a tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 210 time: 0.0737669 Oct 24 13:29:14.631597 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-1cc44256-3834-4d86-bf59-bf3ad735aba8 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:14.633043 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-1cc44256-3834-4d86-bf59-bf3ad735aba8 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.59 "GET /networking/v2.0/networks?id=fbe543ba-56bd-431b-a00d-2cf1782321b0 HTTP/1.1" status: 200 len: 808 time: 0.2150316 Oct 24 13:29:14.664240 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-cc62e210-54de-4f35-8012-0b7762f5eda3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Request body: {'port': {'device_id': '1dc85d13-0b95-4517-a112-85b1891de1d1', 'network_id': 'fbe543ba-56bd-431b-a00d-2cf1782321b0', 'admin_state_up': True, 'tenant_id': '10316acf2adf4f34a63a08f0e60b2548'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:29:14.765412 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:14.781699 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be62649-dc27-4985-9ca2-ca391e7d9189 {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:29:14.792174 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Publish callbacks [] for port (4be62649-dc27-4985-9ca2-ca391e7d9189), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:14.793517 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:14.825830 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Transition to ACTIVE for port object 4be62649-dc27-4985-9ca2-ca391e7d9189 will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:29:14.895768 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8222b3c4-f659-4de6-a4dd-883ac0ac4ec3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:14.916352 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-cc62e210-54de-4f35-8012-0b7762f5eda3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Made reservation on behalf of 10316acf2adf4f34a63a08f0e60b2548 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:29:14.920717 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-cc62e210-54de-4f35-8012-0b7762f5eda3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:14.924035 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (4be62649-dc27-4985-9ca2-ca391e7d9189), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:14.973283 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8222b3c4-f659-4de6-a4dd-883ac0ac4ec3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (bfb1a4d9-43fd-4294-be34-c2ac24a21cca), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:14.977118 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:15.070154 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.l3_db [None req-8222b3c4-f659-4de6-a4dd-883ac0ac4ec3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Floating IP bfb1a4d9-43fd-4294-be34-c2ac24a21cca associated. External IP: 172.27.3.17, port: c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383. Oct 24 13:29:15.074063 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Pushing event updated for resources: {'Port': ['ID=4be62649-dc27-4985-9ca2-ca391e7d9189,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:15.119723 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1a8d6-84e5-45da-a0a7-71a496f7a274 req-0b211271-5e81-4c3a-8c95-648cf6ebbb89 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:15.121278 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3af1a8d6-84e5-45da-a0a7-71a496f7a274 req-0b211271-5e81-4c3a-8c95-648cf6ebbb89 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 943 time: 0.1519034 Oct 24 13:29:15.225829 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Attempting to bind port 4be62649-dc27-4985-9ca2-ca391e7d9189 on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:29:15.226057 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Attempting to bind port 4be62649-dc27-4985-9ca2-ca391e7d9189 by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': '01466a46-6aeb-44ad-ade8-8e51bcec7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ecd23e7e-0b9d-4b8b-a6ad-089c005916e2'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:29:15.226365 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Attempting to bind port 4be62649-dc27-4985-9ca2-ca391e7d9189 on network ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:29:15.263594 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3af1a8d6-84e5-45da-a0a7-71a496f7a274 req-7d0edc59-0024-46ba-8578-1c2125489e2f tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330676 Oct 24 13:29:15.264937 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-cc62e210-54de-4f35-8012-0b7762f5eda3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Allocated IP 172.20.0.4 (fbe543ba-56bd-431b-a00d-2cf1782321b0/d740dc7f-5255-4f27-b576-ef5c26492901/3a6ca3be-d5e0-4632-93da-954f72814543) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:29:15.306230 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Port 4be62649-dc27-4985-9ca2-ca391e7d9189 on network ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:29:15.306558 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Attempting to bind port 4be62649-dc27-4985-9ca2-ca391e7d9189 on network ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:29:15.419211 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:29:15.419539 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Checking segment: {'id': '01466a46-6aeb-44ad-ade8-8e51bcec7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ecd23e7e-0b9d-4b8b-a6ad-089c005916e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:29:15.419912 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Bound using segment: {'id': '01466a46-6aeb-44ad-ade8-8e51bcec7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ecd23e7e-0b9d-4b8b-a6ad-089c005916e2'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:29:15.420372 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Bound port: 4be62649-dc27-4985-9ca2-ca391e7d9189, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01466a46-6aeb-44ad-ade8-8e51bcec7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ecd23e7e-0b9d-4b8b-a6ad-089c005916e2'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:29:15.420744 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4be62649-dc27-4985-9ca2-ca391e7d9189), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:15.469549 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:15.479242 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8222b3c4-f659-4de6-a4dd-883ac0ac4ec3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Router 280a2765-9c78-4045-9245-b3efcbe9eeaa has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:29:15.516718 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-cc62e210-54de-4f35-8012-0b7762f5eda3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Publish callbacks [] for port (3a6ca3be-d5e0-4632-93da-954f72814543), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:15.526289 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] For port 4be62649-dc27-4985-9ca2-ca391e7d9189, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:29:15.530421 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] For port 4be62649-dc27-4985-9ca2-ca391e7d9189, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4be62649-dc27-4985-9ca2-ca391e7d9189,segment=NetworkSegment(01466a46-6aeb-44ad-ade8-8e51bcec7715),segment_id=01466a46-6aeb-44ad-ade8-8e51bcec7715)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:29:15.541624 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:15.587848 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8222b3c4-f659-4de6-a4dd-883ac0ac4ec3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:29:15.593227 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8222b3c4-f659-4de6-a4dd-883ac0ac4ec3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:15.597929 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2c940e-9426-4b92-9378-f74bb08cbd0e None None] Sync routers for ids ['280a2765-9c78-4045-9245-b3efcbe9eeaa'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:29:15.607522 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2c940e-9426-4b92-9378-f74bb08cbd0e None None] Routers {'280a2765-9c78-4045-9245-b3efcbe9eeaa'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:29:15.608209 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-1e2c940e-9426-4b92-9378-f74bb08cbd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:29:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['280a2765-9c78-4045-9245-b3efcbe9eeaa'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:29:15.628640 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (4be62649-dc27-4985-9ca2-ca391e7d9189), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:15.631914 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:15.634783 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:15.634892 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-8222b3c4-f659-4de6-a4dd-883ac0ac4ec3 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/bfb1a4d9-43fd-4294-be34-c2ac24a21cca HTTP/1.1" status: 200 len: 990 time: 1.4752688 Oct 24 13:29:15.634996 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/4be62649-dc27-4985-9ca2-ca391e7d9189 HTTP/1.1" status: 200 len: 1093 time: 1.3983281 Oct 24 13:29:15.635528 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-cc62e210-54de-4f35-8012-0b7762f5eda3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (3a6ca3be-d5e0-4632-93da-954f72814543), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:15.636721 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'tag': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383'}] {{(pid=104907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:29:15.640135 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954dccf414852867a7e6a4d984216e3ce3e9b7f8b3e530173b70fede63e4834c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c42984-b29c-4f63-828a-26ba7e49c488" -d '{"events": [{"name": "network-changed", "server_uuid": "bb595949-cb79-47e4-b760-6e9dfd97b222", "tag": "c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383"}]}' {{(pid=104907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:29:15.667325 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045d0b97-923d-4969-a8f5-664dbc753b93', 'tag': '4be62649-dc27-4985-9ca2-ca391e7d9189'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:29:15.670714 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434342dd-8cfb-4ee3-b159-66cd74f5d13d" -d '{"events": [{"name": "network-changed", "server_uuid": "045d0b97-923d-4969-a8f5-664dbc753b93", "tag": "4be62649-dc27-4985-9ca2-ca391e7d9189"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:29:15.693891 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f1b460-11d3-4a18-beda-22aa20d736a2 x-openstack-request-id: req-77f1b460-11d3-4a18-beda-22aa20d736a2 {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:29:15.694286 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb595949-cb79-47e4-b760-6e9dfd97b222", "tag": "c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383", "status": "completed", "code": 200}]} {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:29:15.694763 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77f1b460-11d3-4a18-beda-22aa20d736a2 {{(pid=104907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:29:15.695368 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f1b460-11d3-4a18-beda-22aa20d736a2'] response: {'name': 'network-changed', 'server_uuid': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'tag': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383', 'status': 'completed', 'code': 200} Oct 24 13:29:15.714722 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-cc62e210-54de-4f35-8012-0b7762f5eda3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Network fbe543ba-56bd-431b-a00d-2cf1782321b0 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:29:15.724499 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-1e2c940e-9426-4b92-9378-f74bb08cbd0e None None] Set router 280a2765-9c78-4045-9245-b3efcbe9eeaa gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:29:15.734796 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-cc62e210-54de-4f35-8012-0b7762f5eda3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:29:15.742429 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f51ee28-3d9e-4431-bfb4-1c5354e7052e x-openstack-request-id: req-8f51ee28-3d9e-4431-bfb4-1c5354e7052e {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:29:15.742429 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045d0b97-923d-4969-a8f5-664dbc753b93", "tag": "4be62649-dc27-4985-9ca2-ca391e7d9189", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:29:15.742641 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f51ee28-3d9e-4431-bfb4-1c5354e7052e {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:29:15.742871 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f51ee28-3d9e-4431-bfb4-1c5354e7052e'] response: {'name': 'network-changed', 'server_uuid': '045d0b97-923d-4969-a8f5-664dbc753b93', 'tag': '4be62649-dc27-4985-9ca2-ca391e7d9189', 'status': 'completed', 'code': 200} Oct 24 13:29:15.745761 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-cc62e210-54de-4f35-8012-0b7762f5eda3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:29:15.790355 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a56fd-e7bd-41d2-9f49-ee1174d95e20 req-ba8d267c-40a8-40b9-91c5-b5f426c91e47 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:15.791878 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f30a56fd-e7bd-41d2-9f49-ee1174d95e20 req-ba8d267c-40a8-40b9-91c5-b5f426c91e47 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 931 time: 0.1134677 Oct 24 13:29:15.816754 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974052a-ef08-442f-a980-eaf06003ad10 service neutron] Pushing event updated for resources: {'Port': ['ID=4be62649-dc27-4985-9ca2-ca391e7d9189,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:15.832534 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:15.862099 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-cc62e210-54de-4f35-8012-0b7762f5eda3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:15.862719 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-cc62e210-54de-4f35-8012-0b7762f5eda3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:15.999890 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-1e2c940e-9426-4b92-9378-f74bb08cbd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port': {'id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'bfb1a4d9-43fd-4294-be34-c2ac24a21cca', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'port_id': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'mac_address': 'fa:16:3e:a6:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:28:21Z', 'updated_at': '2022-10-24T13:29:14Z', 'revision_number': 1, 'project_id': '986792b802264c748e4614c4d2a17680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098e25dc-7780-4416-a849-75d3a818a7fb', 'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'mac_address': 'fa:16:3e:e5:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:37Z', 'revision_number': 5, 'project_id': '986792b802264c748e4614c4d2a17680', 'subnets': [{'id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:29:16.026113 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2c940e-9426-4b92-9378-f74bb08cbd0e None None] Checking router: 280a2765-9c78-4045-9245-b3efcbe9eeaa for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:29:16.035280 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2c940e-9426-4b92-9378-f74bb08cbd0e None None] Routers {'280a2765-9c78-4045-9245-b3efcbe9eeaa'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:29:16.035901 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-1e2c940e-9426-4b92-9378-f74bb08cbd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:29:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['280a2765-9c78-4045-9245-b3efcbe9eeaa'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:29:16.146721 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-1e2c940e-9426-4b92-9378-f74bb08cbd0e None None] Set router 280a2765-9c78-4045-9245-b3efcbe9eeaa gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:29:16.200907 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62e210-54de-4f35-8012-0b7762f5eda3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Pushing event updated for resources: {'Port': ['ID=3a6ca3be-d5e0-4632-93da-954f72814543,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:16.217672 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f30a56fd-e7bd-41d2-9f49-ee1174d95e20 req-59bd7c57-cb97-4576-8171-da4ab6cf7f82 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172370 Oct 24 13:29:16.223281 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-cc62e210-54de-4f35-8012-0b7762f5eda3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5642385 Oct 24 13:29:16.224293 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-b05e9060-09c5-4076-bb04-ff3a05456753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:16.226362 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-b05e9060-09c5-4076-bb04-ff3a05456753 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=ca3097281d4c43458b408414648233a0&device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 1127 time: 0.3382778 Oct 24 13:29:16.227084 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c42984-b29c-4f63-828a-26ba7e49c488 req-47f55829-eaa6-48df-9e02-a5913b02667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:16.228512 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-09c42984-b29c-4f63-828a-26ba7e49c488 req-47f55829-eaa6-48df-9e02-a5913b02667d service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 1129 time: 0.3438647 Oct 24 13:29:16.254838 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Request body: {'port': {'device_id': '1dc85d13-0b95-4517-a112-85b1891de1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:29:16.355823 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-4ae2badb-cf0b-497c-a4f0-564c00b19965 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4be62649-dc27-4985-9ca2-ca391e7d9189 HTTP/1.1" status: 200 len: 217 time: 0.0972290 Oct 24 13:29:16.369317 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-1e2c940e-9426-4b92-9378-f74bb08cbd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port': {'id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'bfb1a4d9-43fd-4294-be34-c2ac24a21cca', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'port_id': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'mac_address': 'fa:16:3e:a6:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:28:21Z', 'updated_at': '2022-10-24T13:29:14Z', 'revision_number': 1, 'project_id': '986792b802264c748e4614c4d2a17680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098e25dc-7780-4416-a849-75d3a818a7fb', 'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'mac_address': 'fa:16:3e:e5:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:37Z', 'revision_number': 5, 'project_id': '986792b802264c748e4614c4d2a17680', 'subnets': [{'id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:29:16.394525 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82830a9-98aa-484c-b2b7-5b59653e2634 req-5b485585-8a81-42a4-b1b4-5674d42342e0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:16.396058 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a82830a9-98aa-484c-b2b7-5b59653e2634 req-5b485585-8a81-42a4-b1b4-5674d42342e0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 943 time: 0.0498834 Oct 24 13:29:16.399926 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2c940e-9426-4b92-9378-f74bb08cbd0e None None] The sync data for ids ['280a2765-9c78-4045-9245-b3efcbe9eeaa'] in dv-cinder-862491-1-iscsi is: [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port': {'id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'bfb1a4d9-43fd-4294-be34-c2ac24a21cca', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'port_id': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'mac_address': 'fa:16:3e:a6:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:28:21Z', 'updated_at': '2022-10-24T13:29:14Z', 'revision_number': 1, 'project_id': '986792b802264c748e4614c4d2a17680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098e25dc-7780-4416-a849-75d3a818a7fb', 'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'mac_address': 'fa:16:3e:e5:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:37Z', 'revision_number': 5, 'project_id': '986792b802264c748e4614c4d2a17680', 'subnets': [{'id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:29:16.451428 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (3a6ca3be-d5e0-4632-93da-954f72814543), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:16.454108 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a82830a9-98aa-484c-b2b7-5b59653e2634 req-00b5a58b-79d0-4e61-8eea-d681d5784f14 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517418 Oct 24 13:29:16.472509 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-1f3ebae8-1de2-427f-b6c7-6c379d33c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:16.474036 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-1f3ebae8-1de2-427f-b6c7-6c379d33c114 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=9cfe1118-537a-4e15-a2be-4ea211ddf74a HTTP/1.1" status: 200 len: 854 time: 0.1088390 Oct 24 13:29:16.478515 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c42984-b29c-4f63-828a-26ba7e49c488 req-7e6ba05b-5dbe-40fd-853d-01f2dc19eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:16.479848 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-09c42984-b29c-4f63-828a-26ba7e49c488 req-7e6ba05b-5dbe-40fd-853d-01f2dc19eaa7 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 918 time: 0.2203088 Oct 24 13:29:16.558542 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-de2580dd-8bc7-4817-a2a6-782eaa32334d service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=ecd23e7e-0b9d-4b8b-a6ad-089c005916e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764496 Oct 24 13:29:16.610479 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec0519-f5bf-4a61-b506-c3efd11e0306 None None] New status for floating IP bfb1a4d9-43fd-4294-be34-c2ac24a21cca: ACTIVE {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:29:16.650180 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-09c42984-b29c-4f63-828a-26ba7e49c488 req-256b3a68-1915-49f3-aaca-6f103a3313ea service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 HTTP/1.1" status: 200 len: 998 time: 0.1583745 Oct 24 13:29:16.794639 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c42984-b29c-4f63-828a-26ba7e49c488 req-fc845bc2-c0bc-47e8-af7a-d037782ce698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:16.796605 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-09c42984-b29c-4f63-828a-26ba7e49c488 req-fc845bc2-c0bc-47e8-af7a-d037782ce698 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.1020863 Oct 24 13:29:16.827731 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-e25aa63c-1b20-4a92-9857-032f621f40a6 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/ecd23e7e-0b9d-4b8b-a6ad-089c005916e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579679 Oct 24 13:29:16.838171 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:16.944884 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c42984-b29c-4f63-828a-26ba7e49c488 req-532c635e-9ad1-43da-bc98-1b9ac02fea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:16.946508 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-09c42984-b29c-4f63-828a-26ba7e49c488 req-532c635e-9ad1-43da-bc98-1b9ac02fea8f service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1217237 Oct 24 13:29:16.991013 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:17.056115 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aeac4ae-d780-4c1c-9d7c-65ecf6e0238a req-ceb15984-6631-4e19-8120-85795cba8898 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/ecd23e7e-0b9d-4b8b-a6ad-089c005916e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153521 Oct 24 13:29:17.107778 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6ca3be-d5e0-4632-93da-954f72814543 {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:29:17.122199 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Publish callbacks [] for port (3a6ca3be-d5e0-4632-93da-954f72814543), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:17.128460 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-09c42984-b29c-4f63-828a-26ba7e49c488 req-908ca828-861c-4bec-be1e-92a8feb647cc service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723938 Oct 24 13:29:17.145770 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Transition to ACTIVE for port object 3a6ca3be-d5e0-4632-93da-954f72814543 will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:29:17.220365 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (3a6ca3be-d5e0-4632-93da-954f72814543), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:17.230048 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-09c42984-b29c-4f63-828a-26ba7e49c488 req-017dd2c0-7996-41cc-9d3f-e781296ecb8e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939870 Oct 24 13:29:17.306677 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6ca3be-d5e0-4632-93da-954f72814543,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:17.365533 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00af185-e9c8-41f3-8917-606961328376 req-68bdc92b-872c-484d-bebb-a375493db9b2 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:17.366973 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f00af185-e9c8-41f3-8917-606961328376 req-68bdc92b-872c-484d-bebb-a375493db9b2 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 943 time: 0.0613863 Oct 24 13:29:17.388354 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Attempting to bind port 3a6ca3be-d5e0-4632-93da-954f72814543 on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:29:17.388625 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Attempting to bind port 3a6ca3be-d5e0-4632-93da-954f72814543 by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': '3ebca7dd-6cf5-4a4c-afdf-fa1c802622db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fbe543ba-56bd-431b-a00d-2cf1782321b0'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:29:17.388951 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Attempting to bind port 3a6ca3be-d5e0-4632-93da-954f72814543 on network fbe543ba-56bd-431b-a00d-2cf1782321b0 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:29:17.454165 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f00af185-e9c8-41f3-8917-606961328376 req-628fdf75-7a2a-4a76-950a-e4c3e02971ac tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816295 Oct 24 13:29:17.456101 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Port 3a6ca3be-d5e0-4632-93da-954f72814543 on network fbe543ba-56bd-431b-a00d-2cf1782321b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:29:17.456446 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Attempting to bind port 3a6ca3be-d5e0-4632-93da-954f72814543 on network fbe543ba-56bd-431b-a00d-2cf1782321b0 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:29:17.497960 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:29:17.498287 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Checking segment: {'id': '3ebca7dd-6cf5-4a4c-afdf-fa1c802622db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fbe543ba-56bd-431b-a00d-2cf1782321b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:29:17.498653 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Bound using segment: {'id': '3ebca7dd-6cf5-4a4c-afdf-fa1c802622db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fbe543ba-56bd-431b-a00d-2cf1782321b0'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:29:17.499670 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Bound port: 3a6ca3be-d5e0-4632-93da-954f72814543, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ebca7dd-6cf5-4a4c-afdf-fa1c802622db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fbe543ba-56bd-431b-a00d-2cf1782321b0'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:29:17.500019 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (3a6ca3be-d5e0-4632-93da-954f72814543), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:17.559526 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] For port 3a6ca3be-d5e0-4632-93da-954f72814543, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:29:17.562811 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] For port 3a6ca3be-d5e0-4632-93da-954f72814543, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=3a6ca3be-d5e0-4632-93da-954f72814543,segment=NetworkSegment(3ebca7dd-6cf5-4a4c-afdf-fa1c802622db),segment_id=3ebca7dd-6cf5-4a4c-afdf-fa1c802622db)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:29:17.577972 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e40c6-2e41-4b38-b73a-e2415c8f8ead req-44b15d6a-6502-45f2-b07d-a255882b15b8 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:17.580018 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9f2e40c6-2e41-4b38-b73a-e2415c8f8ead req-44b15d6a-6502-45f2-b07d-a255882b15b8 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 943 time: 0.0462754 Oct 24 13:29:17.624938 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (3a6ca3be-d5e0-4632-93da-954f72814543), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:17.626369 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9f2e40c6-2e41-4b38-b73a-e2415c8f8ead req-e2f2cdfa-9eb1-4586-9e6c-4760b1903bb5 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413551 Oct 24 13:29:17.627898 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:17.628701 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:17.630120 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/3a6ca3be-d5e0-4632-93da-954f72814543 HTTP/1.1" status: 200 len: 1093 time: 1.3796356 Oct 24 13:29:17.681369 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76a6bd-a90f-48ce-b214-f3074889ec57 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6ca3be-d5e0-4632-93da-954f72814543,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:17.743789 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc85d13-0b95-4517-a112-85b1891de1d1', 'tag': '3a6ca3be-d5e0-4632-93da-954f72814543'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:29:17.746069 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0bd905-3767-4615-8110-7f7044d3e3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc85d13-0b95-4517-a112-85b1891de1d1", "tag": "3a6ca3be-d5e0-4632-93da-954f72814543"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:29:17.781518 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef7182b-b605-4473-86b0-69f3a6fe6ec4 x-openstack-request-id: req-5ef7182b-b605-4473-86b0-69f3a6fe6ec4 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:29:17.781802 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc85d13-0b95-4517-a112-85b1891de1d1", "tag": "3a6ca3be-d5e0-4632-93da-954f72814543", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:29:17.782051 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ef7182b-b605-4473-86b0-69f3a6fe6ec4 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:29:17.782444 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef7182b-b605-4473-86b0-69f3a6fe6ec4'] response: {'name': 'network-changed', 'server_uuid': '1dc85d13-0b95-4517-a112-85b1891de1d1', 'tag': '3a6ca3be-d5e0-4632-93da-954f72814543', 'status': 'completed', 'code': 200} Oct 24 13:29:18.573854 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10b05c-d850-472a-9c1b-de546949821f req-8c1dce62-ef8b-422a-a32e-6202d6e834dd tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:18.575305 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ec10b05c-d850-472a-9c1b-de546949821f req-8c1dce62-ef8b-422a-a32e-6202d6e834dd tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 943 time: 0.0487010 Oct 24 13:29:18.622844 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ec10b05c-d850-472a-9c1b-de546949821f req-aacea985-f99a-4b20-bf21-e1586a10060d tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410607 Oct 24 13:29:18.748263 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4604c-8cf7-4567-bfd1-b333feeee276 req-e06318c4-5371-4dfa-a3b7-346ac63f88d9 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:18.749893 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f2f4604c-8cf7-4567-bfd1-b333feeee276 req-e06318c4-5371-4dfa-a3b7-346ac63f88d9 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 943 time: 0.0461106 Oct 24 13:29:18.797481 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f2f4604c-8cf7-4567-bfd1-b333feeee276 req-608edd57-6842-4210-962e-1cfa0dfcf2fe tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Oct 24 13:29:19.708646 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:19.743172 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bc806-15ae-4546-8bd5-0f1774b1e1c1 req-3e121fa9-40b4-43df-b1f7-c890e5953408 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:19.744720 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ba3bc806-15ae-4546-8bd5-0f1774b1e1c1 req-3e121fa9-40b4-43df-b1f7-c890e5953408 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 943 time: 0.0460503 Oct 24 13:29:19.778528 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:19.793379 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ba3bc806-15ae-4546-8bd5-0f1774b1e1c1 req-156ff295-21cc-41e2-8fc0-928fe661a8e6 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425088 Oct 24 13:29:19.917291 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedb3f4-c676-4ee7-8583-dc4d61f4bd4d req-9c7e7699-9872-4521-9daa-5c432f7618f0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:19.918948 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8aedb3f4-c676-4ee7-8583-dc4d61f4bd4d req-9c7e7699-9872-4521-9daa-5c432f7618f0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 943 time: 0.0468078 Oct 24 13:29:19.968034 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8aedb3f4-c676-4ee7-8583-dc4d61f4bd4d req-be2f18e8-ee56-41dd-98e5-f97b3a575dc5 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423498 Oct 24 13:29:20.591821 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434342dd-8cfb-4ee3-b159-66cd74f5d13d req-9f817b38-c706-4543-b087-27a8e25b9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:20.593865 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-434342dd-8cfb-4ee3-b159-66cd74f5d13d req-9f817b38-c706-4543-b087-27a8e25b9e47 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=ca3097281d4c43458b408414648233a0&device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 1127 time: 0.0697830 Oct 24 13:29:20.596488 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bd905-3767-4615-8110-7f7044d3e3cf req-2ac3eca9-6ac6-4e48-9f88-68ba013bb6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:20.597822 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-de0bd905-3767-4615-8110-7f7044d3e3cf req-2ac3eca9-6ac6-4e48-9f88-68ba013bb6e9 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=10316acf2adf4f34a63a08f0e60b2548&device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 1127 time: 0.0649645 Oct 24 13:29:20.782830 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434342dd-8cfb-4ee3-b159-66cd74f5d13d req-8e1573ce-0806-420d-abaa-76cd647d1503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:20.784354 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-434342dd-8cfb-4ee3-b159-66cd74f5d13d req-8e1573ce-0806-420d-abaa-76cd647d1503 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 HTTP/1.1" status: 200 len: 915 time: 0.1603441 Oct 24 13:29:20.785420 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bd905-3767-4615-8110-7f7044d3e3cf req-dff0fb2c-534a-416a-8e57-de3764f9489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:20.786745 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-de0bd905-3767-4615-8110-7f7044d3e3cf req-dff0fb2c-534a-416a-8e57-de3764f9489c service neutron] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=10316acf2adf4f34a63a08f0e60b2548&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1555643 Oct 24 13:29:20.850557 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-434342dd-8cfb-4ee3-b159-66cd74f5d13d req-8b72df11-a137-45b9-b32e-13c0e232cb60 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4be62649-dc27-4985-9ca2-ca391e7d9189 HTTP/1.1" status: 200 len: 217 time: 0.0504782 Oct 24 13:29:20.982881 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e440dc3-462a-407d-bd74-9155cc2712f5 req-68456f8b-4b0e-4174-8191-1d82c4f87052 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:20.984397 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3e440dc3-462a-407d-bd74-9155cc2712f5 req-68456f8b-4b0e-4174-8191-1d82c4f87052 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 943 time: 0.1045711 Oct 24 13:29:20.990198 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434342dd-8cfb-4ee3-b159-66cd74f5d13d req-8ae9a308-68e7-4853-a1bb-9faba3eea20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:20.991518 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-434342dd-8cfb-4ee3-b159-66cd74f5d13d req-8ae9a308-68e7-4853-a1bb-9faba3eea20f service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=9cfe1118-537a-4e15-a2be-4ea211ddf74a HTTP/1.1" status: 200 len: 854 time: 0.1106639 Oct 24 13:29:21.002699 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bd905-3767-4615-8110-7f7044d3e3cf req-3f9dc000-a98d-4f84-b560-3a47503bc26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:21.004146 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-de0bd905-3767-4615-8110-7f7044d3e3cf req-3f9dc000-a98d-4f84-b560-3a47503bc26c service neutron] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2030175 Oct 24 13:29:21.040227 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3e440dc3-462a-407d-bd74-9155cc2712f5 req-4c452add-577a-4586-ba35-2e16d6b7b80f tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461459 Oct 24 13:29:21.082330 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:21.094787 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-434342dd-8cfb-4ee3-b159-66cd74f5d13d req-38446f93-5084-41e4-9c16-264d7bae973c service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=ecd23e7e-0b9d-4b8b-a6ad-089c005916e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313721 Oct 24 13:29:21.102565 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d2abd-1e47-4c6e-95d2-7aef1c785f87 req-ffb5d503-a06b-4ae0-a334-da750698f3e2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:21.104076 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9f0d2abd-1e47-4c6e-95d2-7aef1c785f87 req-ffb5d503-a06b-4ae0-a334-da750698f3e2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 943 time: 0.0591516 Oct 24 13:29:21.153527 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9f0d2abd-1e47-4c6e-95d2-7aef1c785f87 req-525cbccc-b0fd-4cdd-9d36-bcdd5fe68514 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434680 Oct 24 13:29:21.756508 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-b2ec18d3-b1cc-4604-bf85-527472588c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:21.757982 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-b2ec18d3-b1cc-4604-bf85-527472588c80 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=10316acf2adf4f34a63a08f0e60b2548&device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 1127 time: 0.0778415 Oct 24 13:29:21.778383 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-434342dd-8cfb-4ee3-b159-66cd74f5d13d req-4e11d5fc-7602-493f-86dd-a2ebbcc9e85c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/ecd23e7e-0b9d-4b8b-a6ad-089c005916e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198676 Oct 24 13:29:21.946655 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 4be62649-dc27-4985-9ca2-ca391e7d9189 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:29:22.037996 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:22.042749 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 4be62649-dc27-4985-9ca2-ca391e7d9189, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4be62649-dc27-4985-9ca2-ca391e7d9189,segment=NetworkSegment(01466a46-6aeb-44ad-ade8-8e51bcec7715),segment_id=01466a46-6aeb-44ad-ade8-8e51bcec7715)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:22.052551 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:22.055000 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '4be62649-dc27-4985-9ca2-ca391e7d9189', 'network_id': 'ecd23e7e-0b9d-4b8b-a6ad-089c005916e2', 'port_id': '4be62649-dc27-4985-9ca2-ca391e7d9189', 'mac_address': 'fa:16:3e:30:79:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cfe1118-537a-4e15-a2be-4ea211ddf74a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:29:22.097679 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 4be62649-dc27-4985-9ca2-ca391e7d9189 is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:29:22.098061 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4be62649-dc27-4985-9ca2-ca391e7d9189), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:22.112676 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be62649-dc27-4985-9ca2-ca391e7d9189 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:29:22.133259 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 4be62649-dc27-4985-9ca2-ca391e7d9189, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4be62649-dc27-4985-9ca2-ca391e7d9189,segment=NetworkSegment(01466a46-6aeb-44ad-ade8-8e51bcec7715),segment_id=01466a46-6aeb-44ad-ade8-8e51bcec7715)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:22.163206 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f2309-4915-4f6e-94af-1234bc02ab07 req-678f49c5-5305-4f46-b4a3-3c1d0e418780 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:22.166151 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-824f2309-4915-4f6e-94af-1234bc02ab07 req-678f49c5-5305-4f46-b4a3-3c1d0e418780 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 943 time: 0.0492952 Oct 24 13:29:22.179031 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4be62649-dc27-4985-9ca2-ca391e7d9189), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:22.236512 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-824f2309-4915-4f6e-94af-1234bc02ab07 req-45830f29-3211-4d21-a9c5-fdb55e549cd5 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604355 Oct 24 13:29:22.285186 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=4be62649-dc27-4985-9ca2-ca391e7d9189,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:22.379149 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7927db-bc2a-4c49-99f0-20529195e4aa req-6fdf14fb-caf7-4daa-aab7-91402db4197b tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:22.386601 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bd7927db-bc2a-4c49-99f0-20529195e4aa req-6fdf14fb-caf7-4daa-aab7-91402db4197b tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 944 time: 0.0602200 Oct 24 13:29:22.441007 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bd7927db-bc2a-4c49-99f0-20529195e4aa req-1e34cff9-fc91-4020-af5e-64a659edd5bb tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531325 Oct 24 13:29:22.553704 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-a49c23ae-781a-4a02-bae2-528af0073478 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a6ca3be-d5e0-4632-93da-954f72814543 HTTP/1.1" status: 200 len: 217 time: 0.3672259 Oct 24 13:29:22.616040 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-434342dd-8cfb-4ee3-b159-66cd74f5d13d req-a806cb03-6b0e-4560-9a5a-33fe17d6c471 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/ecd23e7e-0b9d-4b8b-a6ad-089c005916e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283533 Oct 24 13:29:22.626412 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-f8d179a8-5557-42aa-99ac-b33fa444b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:22.627802 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-f8d179a8-5557-42aa-99ac-b33fa444b87d service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=d740dc7f-5255-4f27-b576-ef5c26492901 HTTP/1.1" status: 200 len: 848 time: 0.0574286 Oct 24 13:29:22.714420 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-6097acc6-93c0-4246-a3e6-3766ad966fcc service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=fbe543ba-56bd-431b-a00d-2cf1782321b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326166 Oct 24 13:29:22.746253 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['4be62649-dc27-4985-9ca2-ca391e7d9189'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:29:22.822595 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-61d33d16-74f2-4209-92df-1532a576cd3d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/fbe543ba-56bd-431b-a00d-2cf1782321b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980234 Oct 24 13:29:22.897975 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:22.903568 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:22.940931 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e06b550-dad4-41ee-ba6d-bd3bf5a9ba5d req-ff28920e-d122-4e4c-a607-87b525b17342 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/fbe543ba-56bd-431b-a00d-2cf1782321b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081958 Oct 24 13:29:23.359689 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965226e2-e6f7-4010-82a5-5d290f43c80b req-cf9610dd-1f4c-43d8-9023-62ea4e43c348 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:23.359946 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-965226e2-e6f7-4010-82a5-5d290f43c80b req-cf9610dd-1f4c-43d8-9023-62ea4e43c348 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 943 time: 0.0565476 Oct 24 13:29:23.411952 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-965226e2-e6f7-4010-82a5-5d290f43c80b req-a06c9737-be4f-4e52-89ab-912b900d9c38 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464990 Oct 24 13:29:23.444261 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394df3dd-9b5e-42d2-9285-800c0a2b62b8 req-7914357b-ee0b-4326-91eb-0c1f1171d7ba tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:23.445819 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-394df3dd-9b5e-42d2-9285-800c0a2b62b8 req-7914357b-ee0b-4326-91eb-0c1f1171d7ba tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0518689 Oct 24 13:29:23.499102 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-394df3dd-9b5e-42d2-9285-800c0a2b62b8 req-c37a495a-a3e0-46d3-9f3d-dee3cc2d1857 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478497 Oct 24 13:29:23.520083 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76254af7-3ce7-46bc-822b-6db568ca8045 req-6833b453-b00d-44e2-a410-c0a27fd833a2 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:23.522898 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-76254af7-3ce7-46bc-822b-6db568ca8045 req-6833b453-b00d-44e2-a410-c0a27fd833a2 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 945 time: 0.0490663 Oct 24 13:29:23.570475 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-76254af7-3ce7-46bc-822b-6db568ca8045 req-37c8b525-528b-487e-a7e2-7726ca01e9a9 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427241 Oct 24 13:29:23.600284 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 38172) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:29:23.613247 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9beb0-dc77-412e-bf58-8b09ffa62076 req-00d17ab1-5468-47fe-ad52-98f1a8db68c6 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:23.614843 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1cb9beb0-dc77-412e-bf58-8b09ffa62076 req-00d17ab1-5468-47fe-ad52-98f1a8db68c6 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 944 time: 0.0539622 Oct 24 13:29:23.664261 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1cb9beb0-dc77-412e-bf58-8b09ffa62076 req-451de290-6c04-4d08-9aa2-929ac3203b69 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Oct 24 13:29:23.779732 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ebe821-778e-4873-98b3-067b6e6dc9b2 tempest-TestMinimumBasicScenario-425514075 tempest-TestMinimumBasicScenario-425514075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:23.781803 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-04ebe821-778e-4873-98b3-067b6e6dc9b2 tempest-TestMinimumBasicScenario-425514075 tempest-TestMinimumBasicScenario-425514075-project-admin] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 1124 time: 0.1805995 Oct 24 13:29:23.784821 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 38178) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:29:23.788945 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Request body: {'floatingip': {'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'port_id': '600465f3-a863-40a8-8e98-8ea8cd65d5a3', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:29:23.880913 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:23.957602 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:23.965122 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:24.065606 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Allocated IP 172.27.3.98 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/0e703080-b356-41d8-8180-061d644f6d7d) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:29:24.170350 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for port (0e703080-b356-41d8-8180-061d644f6d7d), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:24.191408 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:24.293171 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (0e703080-b356-41d8-8180-061d644f6d7d), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:24.337371 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:29:24.340385 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:29:24.344386 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:29:24.347342 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Pushing event updated for resources: {'Port': ['ID=0e703080-b356-41d8-8180-061d644f6d7d,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:24.374026 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 4be62649-dc27-4985-9ca2-ca391e7d9189 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:29:24.416174 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port 4be62649-dc27-4985-9ca2-ca391e7d9189 completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:29:24.549072 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4764f2-5615-4440-8087-021f58929ae7 req-070082d9-e193-42dc-9b26-c0a826762dce tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:24.550644 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0c4764f2-5615-4440-8087-021f58929ae7 req-070082d9-e193-42dc-9b26-c0a826762dce tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 943 time: 0.0557528 Oct 24 13:29:24.555319 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 4be62649-dc27-4985-9ca2-ca391e7d9189 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:29:24.555902 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (4be62649-dc27-4985-9ca2-ca391e7d9189), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:24.556614 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 4be62649-dc27-4985-9ca2-ca391e7d9189 Oct 24 13:29:24.616200 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0c4764f2-5615-4440-8087-021f58929ae7 req-6032a9be-0a78-449b-af2e-0b9b04d3dd5f tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569012 Oct 24 13:29:24.653062 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 4be62649-dc27-4985-9ca2-ca391e7d9189 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:29:24.655228 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4be62649-dc27-4985-9ca2-ca391e7d9189), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:24.677007 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045d0b97-923d-4969-a8f5-664dbc753b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be62649-dc27-4985-9ca2-ca391e7d9189'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:29:24.679342 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bf39fd-2495-4e61-9f98-6f1e40baf168" -d '{"events": [{"server_uuid": "045d0b97-923d-4969-a8f5-664dbc753b93", "name": "network-vif-plugged", "status": "completed", "tag": "4be62649-dc27-4985-9ca2-ca391e7d9189"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:29:24.692708 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 4be62649-dc27-4985-9ca2-ca391e7d9189, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4be62649-dc27-4985-9ca2-ca391e7d9189,segment=NetworkSegment(01466a46-6aeb-44ad-ade8-8e51bcec7715),segment_id=01466a46-6aeb-44ad-ade8-8e51bcec7715)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:24.721909 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d13ab41-838a-4930-9a1c-60d83a095898 x-openstack-request-id: req-1d13ab41-838a-4930-9a1c-60d83a095898 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:29:24.722299 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045d0b97-923d-4969-a8f5-664dbc753b93", "name": "network-vif-plugged", "status": "completed", "tag": "4be62649-dc27-4985-9ca2-ca391e7d9189", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:29:24.722660 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d13ab41-838a-4930-9a1c-60d83a095898 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:29:24.723182 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d13ab41-838a-4930-9a1c-60d83a095898'] response: {'server_uuid': '045d0b97-923d-4969-a8f5-664dbc753b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be62649-dc27-4985-9ca2-ca391e7d9189', 'code': 200} Oct 24 13:29:24.729836 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7ff56-08e0-4fd7-8fac-7328fbfc5a9f req-8c0789b4-8fca-4a3c-816e-c73b1f234edb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:24.731333 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-88d7ff56-08e0-4fd7-8fac-7328fbfc5a9f req-8c0789b4-8fca-4a3c-816e-c73b1f234edb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0937796 Oct 24 13:29:24.759901 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:24.764862 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for floatingip (8c431233-a8f3-42c1-ba6f-7c574ba4c00a), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:24.819487 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad96b88-ba36-4158-b9f2-233a043b3911 req-7d0d1a2e-050e-4cbf-a333-5420885583df tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:24.821150 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0ad96b88-ba36-4158-b9f2-233a043b3911 req-7d0d1a2e-050e-4cbf-a333-5420885583df tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 944 time: 0.0526252 Oct 24 13:29:24.824062 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-88d7ff56-08e0-4fd7-8fac-7328fbfc5a9f req-62af08b9-6d6d-44ee-a4ac-f5998fb4b591 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848582 Oct 24 13:29:24.833619 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4be62649-dc27-4985-9ca2-ca391e7d9189), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:24.870307 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0ad96b88-ba36-4158-b9f2-233a043b3911 req-332a8f89-f773-4a87-b6c9-61f7f571419b tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429926 Oct 24 13:29:24.885639 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=4be62649-dc27-4985-9ca2-ca391e7d9189,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:24.927809 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (0e703080-b356-41d8-8180-061d644f6d7d), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:25.073734 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for port (0e703080-b356-41d8-8180-061d644f6d7d), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:25.138236 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211953'] for port (0e703080-b356-41d8-8180-061d644f6d7d), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:25.207171 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (8c431233-a8f3-42c1-ba6f-7c574ba4c00a), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:25.208776 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Pushing event updated for resources: {'Port': ['ID=0e703080-b356-41d8-8180-061d644f6d7d,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:25.294289 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:25.304761 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.l3_db [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Floating IP 8c431233-a8f3-42c1-ba6f-7c574ba4c00a associated. External IP: 172.27.3.98, port: 600465f3-a863-40a8-8e98-8ea8cd65d5a3. Oct 24 13:29:25.497246 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Router 6b1aecd0-8e4f-47ce-afaf-761d42570674 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:29:25.598135 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:29:25.608321 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf41e8-c0ae-4d81-b5a5-a85399d9ddad None None] Sync routers for ids ['6b1aecd0-8e4f-47ce-afaf-761d42570674'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:29:25.619470 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf41e8-c0ae-4d81-b5a5-a85399d9ddad None None] Routers {'6b1aecd0-8e4f-47ce-afaf-761d42570674'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:29:25.620128 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-1abf41e8-c0ae-4d81-b5a5-a85399d9ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:29:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['6b1aecd0-8e4f-47ce-afaf-761d42570674'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:29:25.661926 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:25.696858 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-bcb590b4-34ef-4152-beae-ceba7aca6122 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9110320 Oct 24 13:29:25.699802 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 38192) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:29:25.705201 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-00f7ee21-bc7a-4c7d-8fb3-e0d02ff951b4 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-260171931', 'description': 'tempest-secgroup-smoke-260171931 description', 'project_id': '1742dccd5a764a31ab1a228ead5cdab9'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:29:25.723934 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47783c4e-2d71-46f8-a964-e268979915ac', 'tag': '600465f3-a863-40a8-8e98-8ea8cd65d5a3'}] {{(pid=104907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:29:25.726252 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954dccf414852867a7e6a4d984216e3ce3e9b7f8b3e530173b70fede63e4834c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b133dcb8-5530-4fe3-bf87-6c3240c4b001" -d '{"events": [{"name": "network-changed", "server_uuid": "47783c4e-2d71-46f8-a964-e268979915ac", "tag": "600465f3-a863-40a8-8e98-8ea8cd65d5a3"}]}' {{(pid=104907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:29:25.728811 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-1abf41e8-c0ae-4d81-b5a5-a85399d9ddad None None] Set router 6b1aecd0-8e4f-47ce-afaf-761d42570674 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:29:25.751409 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8c13e-c32a-40b1-8d22-92bda5e94f99 req-b3236507-a913-42ec-acbd-d047371bc557 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:25.751409 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bac8c13e-c32a-40b1-8d22-92bda5e94f99 req-b3236507-a913-42ec-acbd-d047371bc557 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 943 time: 0.0550485 Oct 24 13:29:25.761114 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-00f7ee21-bc7a-4c7d-8fb3-e0d02ff951b4 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:25.771886 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4752acd-6a89-43e5-872e-837817a8a40a x-openstack-request-id: req-b4752acd-6a89-43e5-872e-837817a8a40a {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:29:25.772205 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47783c4e-2d71-46f8-a964-e268979915ac", "tag": "600465f3-a863-40a8-8e98-8ea8cd65d5a3", "status": "completed", "code": 200}]} {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:29:25.774674 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4752acd-6a89-43e5-872e-837817a8a40a {{(pid=104907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:29:25.774674 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4752acd-6a89-43e5-872e-837817a8a40a'] response: {'name': 'network-changed', 'server_uuid': '47783c4e-2d71-46f8-a964-e268979915ac', 'tag': '600465f3-a863-40a8-8e98-8ea8cd65d5a3', 'status': 'completed', 'code': 200} Oct 24 13:29:25.814684 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bac8c13e-c32a-40b1-8d22-92bda5e94f99 req-9d548563-740f-446c-a986-f9faaadc5bb1 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557983 Oct 24 13:29:25.839864 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-00f7ee21-bc7a-4c7d-8fb3-e0d02ff951b4 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group (82ad26cd-2938-472e-8225-5d5c9ce839ee), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:25.892426 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-00f7ee21-bc7a-4c7d-8fb3-e0d02ff951b4 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (82ad26cd-2938-472e-8225-5d5c9ce839ee), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:25.901529 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:25.929439 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7ee21-bc7a-4c7d-8fb3-e0d02ff951b4 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ad26cd-2938-472e-8225-5d5c9ce839ee,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:25.970713 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:25.986746 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-1abf41e8-c0ae-4d81-b5a5-a85399d9ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'name': 'tempest-TestMinimumBasicScenario-1729382749-router', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:27:57Z', 'updated_at': '2022-10-24T13:28:01Z', 'revision_number': 4, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'gw_port': {'id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:27:58Z', 'updated_at': '2022-10-24T13:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '8c431233-a8f3-42c1-ba6f-7c574ba4c00a', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'port_id': '600465f3-a863-40a8-8e98-8ea8cd65d5a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'mac_address': 'fa:16:3e:51:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47783c4e-2d71-46f8-a964-e268979915ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:29:24Z', 'updated_at': '2022-10-24T13:29:24Z', 'revision_number': 0, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a07cfed-9570-4cb2-8760-91e148b1a444', 'name': '', 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'mac_address': 'fa:16:3e:2c:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:00Z', 'updated_at': '2022-10-24T13:28:06Z', 'revision_number': 5, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'subnets': [{'id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:29:25.987540 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f4fdc-a061-42fb-9cf5-ea38da66f6a7 req-d9186a9a-eedd-445f-b1cf-d62af49a4689 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:25.988887 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-424f4fdc-a061-42fb-9cf5-ea38da66f6a7 req-d9186a9a-eedd-445f-b1cf-d62af49a4689 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0499527 Oct 24 13:29:25.992119 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-00f7ee21-bc7a-4c7d-8fb3-e0d02ff951b4 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:25.993967 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-00f7ee21-bc7a-4c7d-8fb3-e0d02ff951b4 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2930357 Oct 24 13:29:25.997749 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 38202) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:29:26.002621 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-87c2169f-c8ac-4a20-9833-77a77801bcf6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Request body: {'security_group_rule': {'security_group_id': '82ad26cd-2938-472e-8225-5d5c9ce839ee', 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:29:26.013686 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f7897-c425-4338-8e17-642985b9829e req-395142f0-f92f-45e0-ba07-44e3668a6bce tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:26.015968 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3a7f7897-c425-4338-8e17-642985b9829e req-395142f0-f92f-45e0-ba07-44e3668a6bce tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 945 time: 0.0569072 Oct 24 13:29:26.018413 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf41e8-c0ae-4d81-b5a5-a85399d9ddad None None] Checking router: 6b1aecd0-8e4f-47ce-afaf-761d42570674 for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:29:26.028612 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf41e8-c0ae-4d81-b5a5-a85399d9ddad None None] Routers {'6b1aecd0-8e4f-47ce-afaf-761d42570674'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:29:26.029306 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-1abf41e8-c0ae-4d81-b5a5-a85399d9ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:29:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['6b1aecd0-8e4f-47ce-afaf-761d42570674'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:29:26.041618 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-424f4fdc-a061-42fb-9cf5-ea38da66f6a7 req-ddcec7c1-f357-40bc-9a64-8b4a6ddf39e3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444014 Oct 24 13:29:26.066132 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:26.080423 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3a7f7897-c425-4338-8e17-642985b9829e req-a836f23d-1455-47b0-843c-dabffe82076e tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557189 Oct 24 13:29:26.120898 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-87c2169f-c8ac-4a20-9833-77a77801bcf6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (4f472b7f-0c2d-49eb-809b-8b4c418b1575), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:26.192139 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133dcb8-5530-4fe3-bf87-6c3240c4b001 req-1c532655-6fda-4cc5-8419-dff916e6e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:26.194355 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b133dcb8-5530-4fe3-bf87-6c3240c4b001 req-1c532655-6fda-4cc5-8419-dff916e6e76d service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=1742dccd5a764a31ab1a228ead5cdab9&device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 1129 time: 0.0501680 Oct 24 13:29:26.209589 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-87c2169f-c8ac-4a20-9833-77a77801bcf6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (4f472b7f-0c2d-49eb-809b-8b4c418b1575), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:26.278740 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-1abf41e8-c0ae-4d81-b5a5-a85399d9ddad None None] Set router 6b1aecd0-8e4f-47ce-afaf-761d42570674 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:29:26.304124 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-87c2169f-c8ac-4a20-9833-77a77801bcf6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (4f472b7f-0c2d-49eb-809b-8b4c418b1575), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:26.329174 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2169f-c8ac-4a20-9833-77a77801bcf6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f472b7f-0c2d-49eb-809b-8b4c418b1575,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:26.364553 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133dcb8-5530-4fe3-bf87-6c3240c4b001 req-52062f39-a0e4-4c28-82d6-673570e13cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:26.366096 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b133dcb8-5530-4fe3-bf87-6c3240c4b001 req-52062f39-a0e4-4c28-82d6-673570e13cbe service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=076a8aa0-ff41-4c0b-b28d-07fa6b846e09 HTTP/1.1" status: 200 len: 916 time: 0.1008682 Oct 24 13:29:26.389840 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 3a6ca3be-d5e0-4632-93da-954f72814543 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:29:26.408523 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ec8801a0-2f8a-4ba3-8597-4b629c5dbc1c req-cc9b83c8-3ba4-4c94-9041-3bd26d981e29 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378830 Oct 24 13:29:26.409341 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-87c2169f-c8ac-4a20-9833-77a77801bcf6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:26.410524 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-87c2169f-c8ac-4a20-9833-77a77801bcf6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4118519 Oct 24 13:29:26.413284 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 38204) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:29:26.417985 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-0b00b6ea-2602-4c98-ad45-2a160fa40dcc tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Request body: {'security_group_rule': {'security_group_id': '82ad26cd-2938-472e-8225-5d5c9ce839ee', 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:29:26.498983 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0b00b6ea-2602-4c98-ad45-2a160fa40dcc tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (af8ac568-d576-4ca6-867d-913de6bbc4bd), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:26.523918 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:26.553710 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:26.559316 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:26.566164 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0b00b6ea-2602-4c98-ad45-2a160fa40dcc tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (af8ac568-d576-4ca6-867d-913de6bbc4bd), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:26.575146 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036c8b5-79b1-4bf9-b032-f2ac06f41d39 req-e87ef799-b861-4ee4-88bb-fbdf3e3fa7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:26.576943 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d036c8b5-79b1-4bf9-b032-f2ac06f41d39 req-e87ef799-b861-4ee4-88bb-fbdf3e3fa7e2 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 1129 time: 0.0885870 Oct 24 13:29:26.579213 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-1abf41e8-c0ae-4d81-b5a5-a85399d9ddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'name': 'tempest-TestMinimumBasicScenario-1729382749-router', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:27:57Z', 'updated_at': '2022-10-24T13:28:01Z', 'revision_number': 4, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'gw_port': {'id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:27:58Z', 'updated_at': '2022-10-24T13:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '8c431233-a8f3-42c1-ba6f-7c574ba4c00a', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'port_id': '600465f3-a863-40a8-8e98-8ea8cd65d5a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'mac_address': 'fa:16:3e:51:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47783c4e-2d71-46f8-a964-e268979915ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:29:24Z', 'updated_at': '2022-10-24T13:29:24Z', 'revision_number': 0, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a07cfed-9570-4cb2-8760-91e148b1a444', 'name': '', 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'mac_address': 'fa:16:3e:2c:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:00Z', 'updated_at': '2022-10-24T13:28:06Z', 'revision_number': 5, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'subnets': [{'id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:29:26.579394 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b133dcb8-5530-4fe3-bf87-6c3240c4b001 req-7d0aa059-d75f-41b2-b511-7989116da3ad service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=600465f3-a863-40a8-8e98-8ea8cd65d5a3 HTTP/1.1" status: 200 len: 998 time: 0.1364467 Oct 24 13:29:26.580257 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8801a0-2f8a-4ba3-8597-4b629c5dbc1c req-d735cd74-c0b4-4f90-b8a9-e260866c56af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:26.581619 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ec8801a0-2f8a-4ba3-8597-4b629c5dbc1c req-d735cd74-c0b4-4f90-b8a9-e260866c56af service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 1130 time: 0.0921874 Oct 24 13:29:26.615566 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf41e8-c0ae-4d81-b5a5-a85399d9ddad None None] The sync data for ids ['6b1aecd0-8e4f-47ce-afaf-761d42570674'] in dv-cinder-862491-1-iscsi is: [{'id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'name': 'tempest-TestMinimumBasicScenario-1729382749-router', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:27:57Z', 'updated_at': '2022-10-24T13:28:01Z', 'revision_number': 4, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'gw_port': {'id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:27:58Z', 'updated_at': '2022-10-24T13:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '8c431233-a8f3-42c1-ba6f-7c574ba4c00a', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'port_id': '600465f3-a863-40a8-8e98-8ea8cd65d5a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'mac_address': 'fa:16:3e:51:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47783c4e-2d71-46f8-a964-e268979915ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:29:24Z', 'updated_at': '2022-10-24T13:29:24Z', 'revision_number': 0, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a07cfed-9570-4cb2-8760-91e148b1a444', 'name': '', 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'mac_address': 'fa:16:3e:2c:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:00Z', 'updated_at': '2022-10-24T13:28:06Z', 'revision_number': 5, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'subnets': [{'id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:29:26.621705 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 3a6ca3be-d5e0-4632-93da-954f72814543, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=3a6ca3be-d5e0-4632-93da-954f72814543,segment=NetworkSegment(3ebca7dd-6cf5-4a4c-afdf-fa1c802622db),segment_id=3ebca7dd-6cf5-4a4c-afdf-fa1c802622db)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:26.634002 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '3a6ca3be-d5e0-4632-93da-954f72814543', 'network_id': 'fbe543ba-56bd-431b-a00d-2cf1782321b0', 'port_id': '3a6ca3be-d5e0-4632-93da-954f72814543', 'mac_address': 'fa:16:3e:a0:cc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd740dc7f-5255-4f27-b576-ef5c26492901', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:29:26.649974 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0b00b6ea-2602-4c98-ad45-2a160fa40dcc tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (af8ac568-d576-4ca6-867d-913de6bbc4bd), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:26.673685 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 3a6ca3be-d5e0-4632-93da-954f72814543 is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:29:26.677595 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (3a6ca3be-d5e0-4632-93da-954f72814543), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:26.681516 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00b6ea-2602-4c98-ad45-2a160fa40dcc tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8ac568-d576-4ca6-867d-913de6bbc4bd,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:26.690892 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6ca3be-d5e0-4632-93da-954f72814543 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:29:26.712920 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 3a6ca3be-d5e0-4632-93da-954f72814543, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=3a6ca3be-d5e0-4632-93da-954f72814543,segment=NetworkSegment(3ebca7dd-6cf5-4a4c-afdf-fa1c802622db),segment_id=3ebca7dd-6cf5-4a4c-afdf-fa1c802622db)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:26.738576 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8801a0-2f8a-4ba3-8597-4b629c5dbc1c req-a86d10d1-246a-43f6-a18e-7a7d06d2c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:26.740095 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ec8801a0-2f8a-4ba3-8597-4b629c5dbc1c req-a86d10d1-246a-43f6-a18e-7a7d06d2c376 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 918 time: 0.1239767 Oct 24 13:29:26.763619 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:26.770001 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0b00b6ea-2602-4c98-ad45-2a160fa40dcc tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:26.774587 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-0b00b6ea-2602-4c98-ad45-2a160fa40dcc tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3569596 Oct 24 13:29:26.774733 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 38206) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:29:26.779316 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-07302151-7993-49ed-b8ec-c5865b2b3bf1 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Request body: {'security_group_rule': {'security_group_id': '82ad26cd-2938-472e-8225-5d5c9ce839ee', 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:29:26.783124 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=13 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:26.789488 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133dcb8-5530-4fe3-bf87-6c3240c4b001 req-f3f3fef3-fdcf-4012-9a62-aa360169087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:26.791867 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b133dcb8-5530-4fe3-bf87-6c3240c4b001 req-f3f3fef3-fdcf-4012-9a62-aa360169087c service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c0d3b18f-2364-4b91-8323-aebe0b6a018c HTTP/1.1" status: 200 len: 854 time: 0.1916518 Oct 24 13:29:26.791998 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (3a6ca3be-d5e0-4632-93da-954f72814543), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:26.793636 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d036c8b5-79b1-4bf9-b032-f2ac06f41d39 req-4fdc9a7c-5560-4d8f-bc49-63f914330ae7 service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023592 Oct 24 13:29:26.795062 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ec8801a0-2f8a-4ba3-8597-4b629c5dbc1c req-73286581-64ca-41b5-88cb-5b1cb26bc31c service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7b02435-39c6-46a8-a356-81bef309201a HTTP/1.1" status: 200 len: 217 time: 0.0477192 Oct 24 13:29:26.832536 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:26.842660 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=3a6ca3be-d5e0-4632-93da-954f72814543,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:26.858493 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c8087-38cc-455f-92dc-bac24b9fc464 None None] New status for floating IP 8c431233-a8f3-42c1-ba6f-7c574ba4c00a: ACTIVE {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:29:26.872293 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-07302151-7993-49ed-b8ec-c5865b2b3bf1 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (ae522583-2b3c-4102-acb3-10cf9658a491), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:26.943267 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-07302151-7993-49ed-b8ec-c5865b2b3bf1 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (ae522583-2b3c-4102-acb3-10cf9658a491), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:26.948640 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f55edd-20a9-4e97-ab92-99d8aa089798 req-56ecfc6c-e710-45d5-a6e7-1037731f55fc tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:26.953225 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a9f55edd-20a9-4e97-ab92-99d8aa089798 req-56ecfc6c-e710-45d5-a6e7-1037731f55fc tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 944 time: 0.0550911 Oct 24 13:29:26.999521 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a9f55edd-20a9-4e97-ab92-99d8aa089798 req-fe7d3c3e-b367-4fc7-b57d-636cdfe3300d tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430326 Oct 24 13:29:27.041193 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-07302151-7993-49ed-b8ec-c5865b2b3bf1 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (ae522583-2b3c-4102-acb3-10cf9658a491), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:27.063073 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07302151-7993-49ed-b8ec-c5865b2b3bf1 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae522583-2b3c-4102-acb3-10cf9658a491,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:27.145690 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-07302151-7993-49ed-b8ec-c5865b2b3bf1 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:27.146964 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-07302151-7993-49ed-b8ec-c5865b2b3bf1 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3711646 Oct 24 13:29:27.149820 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 38216) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:29:27.155410 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-ed590b8a-1e89-4432-a3b7-f63c6aeb2e4e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Request body: {'security_group_rule': {'security_group_id': '82ad26cd-2938-472e-8225-5d5c9ce839ee', 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:29:27.182260 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e054a-3eda-44d4-8e59-0defe55d3eb2 req-ffd2fd4a-677d-4e0f-ae17-02dbd12eb16a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:27.185233 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-da0e054a-3eda-44d4-8e59-0defe55d3eb2 req-ffd2fd4a-677d-4e0f-ae17-02dbd12eb16a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0505791 Oct 24 13:29:27.220573 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e16b07-07d7-46f8-a13c-5e223e8446ae req-82c39bc5-0d5f-4334-9a99-d015f978164d tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:27.222140 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d3e16b07-07d7-46f8-a13c-5e223e8446ae req-82c39bc5-0d5f-4334-9a99-d015f978164d tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 945 time: 0.0521855 Oct 24 13:29:27.238356 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-da0e054a-3eda-44d4-8e59-0defe55d3eb2 req-e052d16b-5da0-404b-9f8f-1741ea3e5570 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483866 Oct 24 13:29:27.307732 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:27.314884 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ed590b8a-1e89-4432-a3b7-f63c6aeb2e4e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (b5c33fd4-f495-45eb-883b-51736db19995), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:27.323346 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133dcb8-5530-4fe3-bf87-6c3240c4b001 req-25f80dd8-98df-4054-a006-8f1ddf389111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:27.323346 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b133dcb8-5530-4fe3-bf87-6c3240c4b001 req-25f80dd8-98df-4054-a006-8f1ddf389111 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=076a8aa0-ff41-4c0b-b28d-07fa6b846e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0987077 Oct 24 13:29:27.338604 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8801a0-2f8a-4ba3-8597-4b629c5dbc1c req-98ac6ee6-e75e-4cec-bb6e-3a7a2f97ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:27.340175 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ec8801a0-2f8a-4ba3-8597-4b629c5dbc1c req-98ac6ee6-e75e-4cec-bb6e-3a7a2f97ecb6 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.1171491 Oct 24 13:29:27.361079 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['3a6ca3be-d5e0-4632-93da-954f72814543'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:29:27.381527 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d3e16b07-07d7-46f8-a13c-5e223e8446ae req-9fa290dd-1e69-4aef-8412-97107711de67 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409135 Oct 24 13:29:27.395971 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ed590b8a-1e89-4432-a3b7-f63c6aeb2e4e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (b5c33fd4-f495-45eb-883b-51736db19995), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:27.463913 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ed590b8a-1e89-4432-a3b7-f63c6aeb2e4e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (b5c33fd4-f495-45eb-883b-51736db19995), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:27.485239 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed590b8a-1e89-4432-a3b7-f63c6aeb2e4e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c33fd4-f495-45eb-883b-51736db19995,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:27.540086 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ed590b8a-1e89-4432-a3b7-f63c6aeb2e4e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:27.541358 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-ed590b8a-1e89-4432-a3b7-f63c6aeb2e4e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3902624 Oct 24 13:29:27.544088 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 38218) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:29:27.548942 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-9a1eb994-950a-4505-8c75-ee94e59044d6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Request body: {'security_group_rule': {'security_group_id': '82ad26cd-2938-472e-8225-5d5c9ce839ee', 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:29:27.623726 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.securitygroups_db [None req-9a1eb994-950a-4505-8c75-ee94e59044d6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Project 1742dccd5a764a31ab1a228ead5cdab9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 13:29:27.630177 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9a1eb994-950a-4505-8c75-ee94e59044d6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (52ccf03f-2628-44a2-ab0d-2a76dd56f99c), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:27.680040 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9a1eb994-950a-4505-8c75-ee94e59044d6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (52ccf03f-2628-44a2-ab0d-2a76dd56f99c), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:27.760895 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9a1eb994-950a-4505-8c75-ee94e59044d6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (52ccf03f-2628-44a2-ab0d-2a76dd56f99c), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:27.776755 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1eb994-950a-4505-8c75-ee94e59044d6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ccf03f-2628-44a2-ab0d-2a76dd56f99c,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:27.848195 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9a1eb994-950a-4505-8c75-ee94e59044d6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:27.849426 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-9a1eb994-950a-4505-8c75-ee94e59044d6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3043771 Oct 24 13:29:27.852109 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 38220) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:29:27.856341 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-51e2eddb-f99e-4527-81b8-5c89e7c86896 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Request body: {'security_group_rule': {'security_group_id': '82ad26cd-2938-472e-8225-5d5c9ce839ee', 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:29:27.949677 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.securitygroups_db [None req-51e2eddb-f99e-4527-81b8-5c89e7c86896 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Project 1742dccd5a764a31ab1a228ead5cdab9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 13:29:27.956822 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-51e2eddb-f99e-4527-81b8-5c89e7c86896 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (db9000d3-3e5f-452f-b375-fb968ca14a0e), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:28.022662 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-51e2eddb-f99e-4527-81b8-5c89e7c86896 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (db9000d3-3e5f-452f-b375-fb968ca14a0e), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:28.118063 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07715404-29ec-4c37-80b1-ef3a6e51ed30 req-17a302dd-815c-42c1-815d-9580db81170e tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:28.119605 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-07715404-29ec-4c37-80b1-ef3a6e51ed30 req-17a302dd-815c-42c1-815d-9580db81170e tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 944 time: 0.0469570 Oct 24 13:29:28.119755 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-51e2eddb-f99e-4527-81b8-5c89e7c86896 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (db9000d3-3e5f-452f-b375-fb968ca14a0e), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:28.134701 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8801a0-2f8a-4ba3-8597-4b629c5dbc1c req-b2cfa07f-3afc-4b43-bab6-e9d276293d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:28.136204 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ec8801a0-2f8a-4ba3-8597-4b629c5dbc1c req-b2cfa07f-3afc-4b43-bab6-e9d276293d58 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1022420 Oct 24 13:29:28.153618 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2eddb-f99e-4527-81b8-5c89e7c86896 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9000d3-3e5f-452f-b375-fb968ca14a0e,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:28.169564 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:28.176423 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-07715404-29ec-4c37-80b1-ef3a6e51ed30 req-89538e56-a2ca-4ddb-b740-fc3e242cf1d6 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497530 Oct 24 13:29:28.188508 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b133dcb8-5530-4fe3-bf87-6c3240c4b001 req-e3db8030-cef6-4a4d-be43-2e604086a5d9 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464255 Oct 24 13:29:28.252374 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-51e2eddb-f99e-4527-81b8-5c89e7c86896 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:28.254054 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-51e2eddb-f99e-4527-81b8-5c89e7c86896 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4008613 Oct 24 13:29:28.352110 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ec8801a0-2f8a-4ba3-8597-4b629c5dbc1c req-22c7c922-517b-4d9e-bd70-940861fdf5b8 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736455 Oct 24 13:29:28.375646 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43afd52-392a-4f21-b5a6-31ba6f64397d req-94879e7f-08b9-4815-8a02-30ff0c658364 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:28.377180 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a43afd52-392a-4f21-b5a6-31ba6f64397d req-94879e7f-08b9-4815-8a02-30ff0c658364 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0526283 Oct 24 13:29:28.402154 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:28.424058 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a43afd52-392a-4f21-b5a6-31ba6f64397d req-cdf060cf-f362-40e4-865d-535ee296e6e2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410538 Oct 24 13:29:28.446261 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b133dcb8-5530-4fe3-bf87-6c3240c4b001 req-820aba9f-56d5-4339-b4b6-1e4c30b266f4 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189593 Oct 24 13:29:28.455178 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1e5cf022-a878-4aad-8f2f-245c67987eed req-7d7d44f5-8052-4c95-ba6c-4f50a85ce147 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-260171931&fields=id&tenant_id=1742dccd5a764a31ab1a228ead5cdab9 HTTP/1.1" status: 200 len: 267 time: 0.1508777 Oct 24 13:29:28.456968 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:28.511641 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ec8801a0-2f8a-4ba3-8597-4b629c5dbc1c req-a25c6dae-ded4-4b9c-af65-95efc4c4ce02 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467395 Oct 24 13:29:28.523918 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cf022-a878-4aad-8f2f-245c67987eed req-3a98d5e6-c4fb-4694-a001-6710b3c7e3f2 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:28.525386 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1e5cf022-a878-4aad-8f2f-245c67987eed req-3a98d5e6-c4fb-4694-a001-6710b3c7e3f2 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 945 time: 0.0580437 Oct 24 13:29:28.531917 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc3aa6-3d46-43b0-9c64-07356f479e4e req-f4f4614b-0a19-4efd-b0e5-57c11d836ffc tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:28.533602 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-22cc3aa6-3d46-43b0-9c64-07356f479e4e req-f4f4614b-0a19-4efd-b0e5-57c11d836ffc tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 945 time: 0.0465682 Oct 24 13:29:28.538233 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-1e5cf022-a878-4aad-8f2f-245c67987eed req-f8ebed32-bab1-4d4d-a152-5de22b0c144f tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Request body: {'port': {'security_groups': ['cba00242-8a71-4460-8c5c-54ed237ce423', '82ad26cd-2938-472e-8225-5d5c9ce839ee']}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:29:28.597479 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-22cc3aa6-3d46-43b0-9c64-07356f479e4e req-add2d18e-0a84-4aa0-b3c5-c105a7fc139b tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509374 Oct 24 13:29:28.622295 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-1e5cf022-a878-4aad-8f2f-245c67987eed req-f8ebed32-bab1-4d4d-a152-5de22b0c144f tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:28.803328 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-1e5cf022-a878-4aad-8f2f-245c67987eed req-f8ebed32-bab1-4d4d-a152-5de22b0c144f tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] For port 600465f3-a863-40a8-8e98-8ea8cd65d5a3, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=600465f3-a863-40a8-8e98-8ea8cd65d5a3,segment=NetworkSegment(23829243-18d1-4b72-ba1e-a14155c5b1b4),segment_id=23829243-18d1-4b72-ba1e-a14155c5b1b4)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:28.830546 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-1e5cf022-a878-4aad-8f2f-245c67987eed req-f8ebed32-bab1-4d4d-a152-5de22b0c144f tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:28.869468 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-1e5cf022-a878-4aad-8f2f-245c67987eed req-f8ebed32-bab1-4d4d-a152-5de22b0c144f tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:28.879436 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cf022-a878-4aad-8f2f-245c67987eed req-f8ebed32-bab1-4d4d-a152-5de22b0c144f tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:28.880037 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-1e5cf022-a878-4aad-8f2f-245c67987eed req-f8ebed32-bab1-4d4d-a152-5de22b0c144f tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:28.881390 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1e5cf022-a878-4aad-8f2f-245c67987eed req-f8ebed32-bab1-4d4d-a152-5de22b0c144f tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "PUT /networking/v2.0/ports/600465f3-a863-40a8-8e98-8ea8cd65d5a3 HTTP/1.1" status: 200 len: 981 time: 0.3482914 Oct 24 13:29:28.881925 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47783c4e-2d71-46f8-a964-e268979915ac', 'tag': '600465f3-a863-40a8-8e98-8ea8cd65d5a3'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:29:28.884125 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181516b5-60a0-46fc-8003-9ace5c7c945d" -d '{"events": [{"name": "network-changed", "server_uuid": "47783c4e-2d71-46f8-a964-e268979915ac", "tag": "600465f3-a863-40a8-8e98-8ea8cd65d5a3"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:29:28.926455 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad49870-9285-433f-a60b-f8350d559ddb x-openstack-request-id: req-8ad49870-9285-433f-a60b-f8350d559ddb {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:29:28.926740 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47783c4e-2d71-46f8-a964-e268979915ac", "tag": "600465f3-a863-40a8-8e98-8ea8cd65d5a3", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:29:28.926985 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ad49870-9285-433f-a60b-f8350d559ddb {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:29:28.927374 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad49870-9285-433f-a60b-f8350d559ddb'] response: {'name': 'network-changed', 'server_uuid': '47783c4e-2d71-46f8-a964-e268979915ac', 'tag': '600465f3-a863-40a8-8e98-8ea8cd65d5a3', 'status': 'completed', 'code': 200} Oct 24 13:29:28.937455 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebed32-bab1-4d4d-a152-5de22b0c144f tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Pushing event updated for resources: {'Port': ['ID=600465f3-a863-40a8-8e98-8ea8cd65d5a3,revision_number=6']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:28.980336 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655fb91-95d3-4db5-9c85-0cc1f374ffac req-44959eaa-104c-4249-937a-5307c3ff3c84 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:28.981806 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b655fb91-95d3-4db5-9c85-0cc1f374ffac req-44959eaa-104c-4249-937a-5307c3ff3c84 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0462818 Oct 24 13:29:29.012589 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:29.043751 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b655fb91-95d3-4db5-9c85-0cc1f374ffac req-3fc9cb77-c612-473f-966d-0534da8a95ec tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554922 Oct 24 13:29:29.108751 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 3a6ca3be-d5e0-4632-93da-954f72814543 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:29:29.157655 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port 3a6ca3be-d5e0-4632-93da-954f72814543 completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:29:29.217904 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 3a6ca3be-d5e0-4632-93da-954f72814543 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:29:29.218858 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (3a6ca3be-d5e0-4632-93da-954f72814543), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:29.219210 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 3a6ca3be-d5e0-4632-93da-954f72814543 Oct 24 13:29:29.241406 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['600465f3-a863-40a8-8e98-8ea8cd65d5a3'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:29:29.243513 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['600465f3-a863-40a8-8e98-8ea8cd65d5a3'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:29:29.282477 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:29.298256 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7908a13-f635-407a-a0af-e6f96b443ad3 req-64ed3327-ed82-4ea9-8f1b-1f9afaad7d7f tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:29.299731 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7908a13-f635-407a-a0af-e6f96b443ad3 req-64ed3327-ed82-4ea9-8f1b-1f9afaad7d7f tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 944 time: 0.0482376 Oct 24 13:29:29.350635 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7908a13-f635-407a-a0af-e6f96b443ad3 req-ce64ac7b-c318-4ba9-881d-e91869cb1ed3 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450380 Oct 24 13:29:29.445975 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 3a6ca3be-d5e0-4632-93da-954f72814543 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:29:29.446360 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (3a6ca3be-d5e0-4632-93da-954f72814543), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:29.450424 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181516b5-60a0-46fc-8003-9ace5c7c945d req-e81dd2f3-34c2-45a1-b348-afcd595ac684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:29.452512 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-181516b5-60a0-46fc-8003-9ace5c7c945d req-e81dd2f3-34c2-45a1-b348-afcd595ac684 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=1742dccd5a764a31ab1a228ead5cdab9&device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 1168 time: 0.0444660 Oct 24 13:29:29.518150 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc85d13-0b95-4517-a112-85b1891de1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6ca3be-d5e0-4632-93da-954f72814543'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:29:29.521056 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e11e416-d98c-4220-992d-c4d4a23fecf4" -d '{"events": [{"server_uuid": "1dc85d13-0b95-4517-a112-85b1891de1d1", "name": "network-vif-plugged", "status": "completed", "tag": "3a6ca3be-d5e0-4632-93da-954f72814543"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:29:29.546108 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:29.553496 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 3a6ca3be-d5e0-4632-93da-954f72814543, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=3a6ca3be-d5e0-4632-93da-954f72814543,segment=NetworkSegment(3ebca7dd-6cf5-4a4c-afdf-fa1c802622db),segment_id=3ebca7dd-6cf5-4a4c-afdf-fa1c802622db)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:29.562990 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2c560-9373-43a6-a840-c1c6c25188dd req-af44cf58-525d-43b6-a3a5-0a41d2500aae tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:29.570544 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ddf2c560-9373-43a6-a840-c1c6c25188dd req-af44cf58-525d-43b6-a3a5-0a41d2500aae tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0570526 Oct 24 13:29:29.586545 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def0bd2e-b454-4337-81f2-26a42f406c96 x-openstack-request-id: req-def0bd2e-b454-4337-81f2-26a42f406c96 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:29:29.586829 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc85d13-0b95-4517-a112-85b1891de1d1", "name": "network-vif-plugged", "status": "completed", "tag": "3a6ca3be-d5e0-4632-93da-954f72814543", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:29:29.587072 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-def0bd2e-b454-4337-81f2-26a42f406c96 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:29:29.587467 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def0bd2e-b454-4337-81f2-26a42f406c96'] response: {'server_uuid': '1dc85d13-0b95-4517-a112-85b1891de1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6ca3be-d5e0-4632-93da-954f72814543', 'code': 200} Oct 24 13:29:29.595538 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:29.610768 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181516b5-60a0-46fc-8003-9ace5c7c945d req-0970b4ac-aea7-4227-a24c-d4ccea983441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:29.612347 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-181516b5-60a0-46fc-8003-9ace5c7c945d req-0970b4ac-aea7-4227-a24c-d4ccea983441 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=076a8aa0-ff41-4c0b-b28d-07fa6b846e09 HTTP/1.1" status: 200 len: 916 time: 0.1050024 Oct 24 13:29:29.626643 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ddf2c560-9373-43a6-a840-c1c6c25188dd req-91e5567b-ec1d-4bf1-916e-00d69c36fbc1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533779 Oct 24 13:29:29.626792 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (3a6ca3be-d5e0-4632-93da-954f72814543), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:29.668154 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:29:29.725297 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=3a6ca3be-d5e0-4632-93da-954f72814543,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:29.730301 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec53d3-7784-4975-bb21-af4daf0e9885 req-3316c9f0-3f97-4266-a702-3f412c3f0c66 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:29.737007 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a5ec53d3-7784-4975-bb21-af4daf0e9885 req-3316c9f0-3f97-4266-a702-3f412c3f0c66 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 945 time: 0.0518160 Oct 24 13:29:29.783494 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a5ec53d3-7784-4975-bb21-af4daf0e9885 req-35e0724d-9d09-4332-8d47-ae921f18441d tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460351 Oct 24 13:29:29.848719 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:29.949944 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-181516b5-60a0-46fc-8003-9ace5c7c945d req-43cb279f-44b4-4277-af26-07bc91343d35 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=600465f3-a863-40a8-8e98-8ea8cd65d5a3 HTTP/1.1" status: 200 len: 1000 time: 0.0851259 Oct 24 13:29:30.104457 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181516b5-60a0-46fc-8003-9ace5c7c945d req-26681892-d3f5-4c27-8bf9-ee7314ae6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:30.106113 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-181516b5-60a0-46fc-8003-9ace5c7c945d req-26681892-d3f5-4c27-8bf9-ee7314ae6d3f service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c0d3b18f-2364-4b91-8323-aebe0b6a018c HTTP/1.1" status: 200 len: 854 time: 0.0587070 Oct 24 13:29:30.156905 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181516b5-60a0-46fc-8003-9ace5c7c945d req-1e10ce97-a81a-441f-959e-a4e88afe0d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:30.158398 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-181516b5-60a0-46fc-8003-9ace5c7c945d req-1e10ce97-a81a-441f-959e-a4e88afe0d50 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=076a8aa0-ff41-4c0b-b28d-07fa6b846e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449471 Oct 24 13:29:30.288631 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd6fcb-05fb-46e7-9cd4-e6c1dbfc6c98 req-3a3df9a5-e9da-47eb-90ce-e1f6ba5a909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:30.290273 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-accd6fcb-05fb-46e7-9cd4-e6c1dbfc6c98 req-3a3df9a5-e9da-47eb-90ce-e1f6ba5a909e service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 1129 time: 0.0548973 Oct 24 13:29:30.292777 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-181516b5-60a0-46fc-8003-9ace5c7c945d req-357b61b4-721e-4602-ae46-0025d7038f79 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224258 Oct 24 13:29:30.443918 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-accd6fcb-05fb-46e7-9cd4-e6c1dbfc6c98 req-fa52c4ef-180b-40ff-83e5-5a4dfe005a1d service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109588 Oct 24 13:29:30.452549 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:30.480683 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-181516b5-60a0-46fc-8003-9ace5c7c945d req-83f2d3f1-3efe-4184-9771-41a3ce571468 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313171 Oct 24 13:29:30.500541 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d43b2-6a8c-4500-a4d0-a2106fa7a250 req-35df1112-b412-4b47-91bf-d0c426516244 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:30.501754 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5a8d43b2-6a8c-4500-a4d0-a2106fa7a250 req-35df1112-b412-4b47-91bf-d0c426516244 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 945 time: 0.0566640 Oct 24 13:29:30.549973 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5a8d43b2-6a8c-4500-a4d0-a2106fa7a250 req-87e43e54-f7a5-424b-a014-c1605127a8c1 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424318 Oct 24 13:29:30.748101 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97c726-7deb-4037-af19-e20a0acd5a63 req-36056e4b-0d0c-4135-8ada-95fb7f068fd9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:30.750134 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1b97c726-7deb-4037-af19-e20a0acd5a63 req-36056e4b-0d0c-4135-8ada-95fb7f068fd9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0453174 Oct 24 13:29:30.798440 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1b97c726-7deb-4037-af19-e20a0acd5a63 req-3144ed27-0864-4978-8096-b4a5f5869780 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427938 Oct 24 13:29:31.344625 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d7ab-a709-4b4e-b5ce-5566d9b7e47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:31.672637 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9894cf-808f-4f8e-91f1-d76a3a37034e req-44794241-cdbd-478a-b6c4-ae854408260c tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:31.674088 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3d9894cf-808f-4f8e-91f1-d76a3a37034e req-44794241-cdbd-478a-b6c4-ae854408260c tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 945 time: 0.0504215 Oct 24 13:29:31.720520 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3d9894cf-808f-4f8e-91f1-d76a3a37034e req-4d082017-dd61-4bf1-b7ee-4c2ce0f159cc tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Oct 24 13:29:31.923399 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d907-fd43-49f2-9443-7421db7c3a88 req-d64f0351-d305-4ed2-be00-d5b782bf8cb3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:31.924859 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ce0d907-fd43-49f2-9443-7421db7c3a88 req-d64f0351-d305-4ed2-be00-d5b782bf8cb3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0453451 Oct 24 13:29:31.974111 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ce0d907-fd43-49f2-9443-7421db7c3a88 req-869c656e-a893-4556-b703-efc5a95c05ed tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436828 Oct 24 13:29:32.845552 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc898f97-2e6d-4ed5-a7ba-da6cc075e4ec req-5e526867-7e73-4c68-b299-8327ab15598b tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:32.847014 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fc898f97-2e6d-4ed5-a7ba-da6cc075e4ec req-5e526867-7e73-4c68-b299-8327ab15598b tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 945 time: 0.0463481 Oct 24 13:29:32.894742 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fc898f97-2e6d-4ed5-a7ba-da6cc075e4ec req-67459951-09c6-4577-9ce4-92a589300df0 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420411 Oct 24 13:29:33.099628 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b74ab-a4e4-44e3-bf04-c6a83246fb85 req-afda8ae7-1d86-4b99-9491-d68881daff61 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:33.101140 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-227b74ab-a4e4-44e3-bf04-c6a83246fb85 req-afda8ae7-1d86-4b99-9491-d68881daff61 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0474722 Oct 24 13:29:33.148246 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-227b74ab-a4e4-44e3-bf04-c6a83246fb85 req-04243b56-ea90-4b26-88d6-dea61e480a6e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415399 Oct 24 13:29:33.618349 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-40a60300-12d1-40d9-81b4-06d8ec4d6409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:34.021449 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a8d28-5ca3-420f-a099-517f9036a861 req-ddf25a40-93d3-497b-ae44-2ca58d18082b tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:34.022895 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-143a8d28-5ca3-420f-a099-517f9036a861 req-ddf25a40-93d3-497b-ae44-2ca58d18082b tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 945 time: 0.0486898 Oct 24 13:29:34.069682 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-143a8d28-5ca3-420f-a099-517f9036a861 req-66b4ccdb-a6df-463f-84e1-1381a4fe2602 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412719 Oct 24 13:29:34.277102 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df34d6-9107-497d-851c-9ac823cbe233 req-ed962e73-e405-402e-bbcb-444a9f9ed0d8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:34.278573 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-47df34d6-9107-497d-851c-9ac823cbe233 req-ed962e73-e405-402e-bbcb-444a9f9ed0d8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0496447 Oct 24 13:29:34.326059 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-47df34d6-9107-497d-851c-9ac823cbe233 req-3927986d-37ff-45ea-a76d-bfc90e794071 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407927 Oct 24 13:29:34.926149 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:35.458015 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14194d-5ba0-4514-9fe9-9703b091b40e req-62f8b941-933e-425e-9ee5-48e734feb882 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:35.461705 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-de14194d-5ba0-4514-9fe9-9703b091b40e req-62f8b941-933e-425e-9ee5-48e734feb882 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0516217 Oct 24 13:29:35.519851 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-de14194d-5ba0-4514-9fe9-9703b091b40e req-3baa9bfd-fd70-40ad-b770-59a75f15bfd5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505834 Oct 24 13:29:35.656535 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:35.671662 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed02a45-e4b4-40e3-af70-6cca46bad761 req-e7c495fb-3de5-47ed-aa5b-de3609c87a52 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:35.673199 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5ed02a45-e4b4-40e3-af70-6cca46bad761 req-e7c495fb-3de5-47ed-aa5b-de3609c87a52 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 945 time: 0.0489688 Oct 24 13:29:35.722613 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5ed02a45-e4b4-40e3-af70-6cca46bad761 req-4f2a1a80-77cf-4a53-9c79-2ec03b95b95a tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437691 Oct 24 13:29:35.889640 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cb523-fa3b-4c68-9fc7-24dba7df9874 req-f117e41d-b4bb-4bc7-972f-d71934d8cdf1 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:35.891627 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-926cb523-fa3b-4c68-9fc7-24dba7df9874 req-f117e41d-b4bb-4bc7-972f-d71934d8cdf1 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0484231 Oct 24 13:29:35.940775 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-926cb523-fa3b-4c68-9fc7-24dba7df9874 req-399d7098-768d-43ec-bb66-93c74e69eaee tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435429 Oct 24 13:29:36.343469 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:36.566261 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:36.659768 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ddf62-5d2a-4d1b-bfd1-90a2d4754da8 req-db3f1ac4-e376-4ab6-8cf1-542fcc8c29c9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:36.661250 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-387ddf62-5d2a-4d1b-bfd1-90a2d4754da8 req-db3f1ac4-e376-4ab6-8cf1-542fcc8c29c9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0487471 Oct 24 13:29:36.702401 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:36.714948 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-387ddf62-5d2a-4d1b-bfd1-90a2d4754da8 req-a114e1b1-80f1-472e-a072-9d15f54fdac0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432599 Oct 24 13:29:36.846470 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3758fea-22ec-4f09-af44-33af670b4f62 req-495991e1-7c73-475d-aab9-673a02408551 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:36.847966 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d3758fea-22ec-4f09-af44-33af670b4f62 req-495991e1-7c73-475d-aab9-673a02408551 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 945 time: 0.0498753 Oct 24 13:29:36.895129 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d3758fea-22ec-4f09-af44-33af670b4f62 req-7bc5a4d2-6a68-4b93-94f8-ed6163a4ff3f tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415900 Oct 24 13:29:37.060488 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7369f3c-636e-47a4-8476-a05efa35e489 req-dc045892-79f1-487c-aac7-95d4c8365b92 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:37.061959 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a7369f3c-636e-47a4-8476-a05efa35e489 req-dc045892-79f1-487c-aac7-95d4c8365b92 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0474184 Oct 24 13:29:37.110187 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a7369f3c-636e-47a4-8476-a05efa35e489 req-67fb531c-fc95-4b97-9302-56c47bc308e7 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417411 Oct 24 13:29:37.838767 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d59d7f-a559-441d-8734-25c17e29b952 req-95ed7587-0a18-4f84-bb6e-cdefc7ca3163 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:37.840149 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-61d59d7f-a559-441d-8734-25c17e29b952 req-95ed7587-0a18-4f84-bb6e-cdefc7ca3163 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0492535 Oct 24 13:29:37.883035 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:37.887657 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-61d59d7f-a559-441d-8734-25c17e29b952 req-5e5ecd4c-4526-4f70-ab4e-4dc16e87bc74 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419898 Oct 24 13:29:38.245263 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085e38b-4808-4894-ac08-254a1cd692c4 req-41ba156d-f700-4c11-b273-de453a647f0a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:38.246796 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3085e38b-4808-4894-ac08-254a1cd692c4 req-41ba156d-f700-4c11-b273-de453a647f0a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0505154 Oct 24 13:29:38.278741 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317c837-669b-43a6-b1c5-19829a5cbe39 req-e341b396-6f46-4db8-9ecb-2f55d91f532e tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:38.286025 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1317c837-669b-43a6-b1c5-19829a5cbe39 req-e341b396-6f46-4db8-9ecb-2f55d91f532e tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 945 time: 0.3111689 Oct 24 13:29:38.293537 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8f0fa-c0c6-4921-9c74-d46e22b65687 req-0886e345-c4c5-4304-962f-572f78ce8dcf tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:38.295123 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-22c8f0fa-c0c6-4921-9c74-d46e22b65687 req-0886e345-c4c5-4304-962f-572f78ce8dcf tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 945 time: 0.2994044 Oct 24 13:29:38.305057 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3085e38b-4808-4894-ac08-254a1cd692c4 req-3982d812-4f32-4076-9af5-efc61db1b74a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511951 Oct 24 13:29:38.376320 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1317c837-669b-43a6-b1c5-19829a5cbe39 req-727ba7bc-fe27-4086-8669-edde0aefc810 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=e66b63d9-f601-40c3-97b7-3b41600ed1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893881 Oct 24 13:29:38.409969 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-22c8f0fa-c0c6-4921-9c74-d46e22b65687 req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Deleting port 3a6ca3be-d5e0-4632-93da-954f72814543 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:29:38.410303 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-22c8f0fa-c0c6-4921-9c74-d46e22b65687 req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (3a6ca3be-d5e0-4632-93da-954f72814543), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:38.505780 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-22c8f0fa-c0c6-4921-9c74-d46e22b65687 req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] For port 3a6ca3be-d5e0-4632-93da-954f72814543, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=3a6ca3be-d5e0-4632-93da-954f72814543,segment=NetworkSegment(3ebca7dd-6cf5-4a4c-afdf-fa1c802622db),segment_id=3ebca7dd-6cf5-4a4c-afdf-fa1c802622db)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:38.506141 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-22c8f0fa-c0c6-4921-9c74-d46e22b65687 req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (3a6ca3be-d5e0-4632-93da-954f72814543), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:38.519203 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-22c8f0fa-c0c6-4921-9c74-d46e22b65687 req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Calling delete_port for 3a6ca3be-d5e0-4632-93da-954f72814543 owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:29:38.528210 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:38.732511 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-22c8f0fa-c0c6-4921-9c74-d46e22b65687 req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (3a6ca3be-d5e0-4632-93da-954f72814543), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:38.758822 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Pushing event deleted for resources: {'Port': ['ID=3a6ca3be-d5e0-4632-93da-954f72814543,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:38.768447 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['3a6ca3be-d5e0-4632-93da-954f72814543'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:29:38.769071 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:38.769071 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:38.769315 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:38.769647 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:38.769970 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:38.770288 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:38.770607 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:38.770925 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:38.771269 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:38.771582 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:38.771894 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:38.772206 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:38.772548 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:38.772862 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:38.773172 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:29:38.830022 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c8f0fa-c0c6-4921-9c74-d46e22b65687 req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] No DVR routers for this DVR port 3a6ca3be-d5e0-4632-93da-954f72814543 on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:29:38.832600 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-22c8f0fa-c0c6-4921-9c74-d46e22b65687 req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:38.835799 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-22c8f0fa-c0c6-4921-9c74-d46e22b65687 req-49803e8b-e2f8-482c-8b7e-8943f1be9044 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.59 "DELETE /networking/v2.0/ports/3a6ca3be-d5e0-4632-93da-954f72814543 HTTP/1.1" status: 204 len: 173 time: 0.5330460 Oct 24 13:29:38.836304 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc85d13-0b95-4517-a112-85b1891de1d1', 'name': 'network-vif-deleted', 'tag': '3a6ca3be-d5e0-4632-93da-954f72814543'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:29:38.838470 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0b0ffb-073e-4cd5-bc83-cb55e0100b2d" -d '{"events": [{"server_uuid": "1dc85d13-0b95-4517-a112-85b1891de1d1", "name": "network-vif-deleted", "tag": "3a6ca3be-d5e0-4632-93da-954f72814543"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:29:38.875464 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec863163-2a4c-4ce3-8b3f-02518dc139ca x-openstack-request-id: req-ec863163-2a4c-4ce3-8b3f-02518dc139ca {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:29:38.875746 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc85d13-0b95-4517-a112-85b1891de1d1", "name": "network-vif-deleted", "tag": "3a6ca3be-d5e0-4632-93da-954f72814543", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:29:38.875993 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec863163-2a4c-4ce3-8b3f-02518dc139ca {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:29:38.876416 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec863163-2a4c-4ce3-8b3f-02518dc139ca'] response: {'server_uuid': '1dc85d13-0b95-4517-a112-85b1891de1d1', 'name': 'network-vif-deleted', 'tag': '3a6ca3be-d5e0-4632-93da-954f72814543', 'status': 'completed', 'code': 200} Oct 24 13:29:39.026879 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74f48e-4e65-4d2f-a67b-66c0d6132da3 req-b68fffc9-d65a-4d71-8170-6aaf423bb982 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:39.028255 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4d74f48e-4e65-4d2f-a67b-66c0d6132da3 req-b68fffc9-d65a-4d71-8170-6aaf423bb982 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0460222 Oct 24 13:29:39.079466 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4d74f48e-4e65-4d2f-a67b-66c0d6132da3 req-0c80b0c6-80f1-45a0-bcc7-4e6fce17113b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447493 Oct 24 13:29:39.432557 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c50b1-f258-4ef9-8912-0c9f92fe1a35 req-3a5277fb-6f62-4897-84f0-15dd0758dae4 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:39.434189 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b44c50b1-f258-4ef9-8912-0c9f92fe1a35 req-3a5277fb-6f62-4897-84f0-15dd0758dae4 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0488727 Oct 24 13:29:39.490212 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b44c50b1-f258-4ef9-8912-0c9f92fe1a35 req-cecccaa0-2a0a-454e-923e-bea06bde3457 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476587 Oct 24 13:29:39.508131 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c1f42132-de69-445c-83a1-34389afa5996 req-24ecb817-ab19-477d-a708-a6d71def4180 tempest-VolumesActionsTest-1088026127 tempest-VolumesActionsTest-1088026127-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1dc85d13-0b95-4517-a112-85b1891de1d1 HTTP/1.1" status: 200 len: 210 time: 0.0345135 Oct 24 13:29:40.212674 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adf0ce-c783-4d6b-8e6b-5a1800c48ca3 req-4fbfdbe6-f210-44c0-bbcd-2016944ad641 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:40.214157 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f7adf0ce-c783-4d6b-8e6b-5a1800c48ca3 req-4fbfdbe6-f210-44c0-bbcd-2016944ad641 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0481665 Oct 24 13:29:40.264423 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f7adf0ce-c783-4d6b-8e6b-5a1800c48ca3 req-7a55c3e5-2c2d-47c6-8a77-d275e2b0bfea tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445769 Oct 24 13:29:40.618152 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f05133-01a4-43e1-9b0c-97365ab5330a req-3d57626f-111a-4c22-84f3-57d0b77b01ca tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:40.619669 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-05f05133-01a4-43e1-9b0c-97365ab5330a req-3d57626f-111a-4c22-84f3-57d0b77b01ca tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0475888 Oct 24 13:29:40.668553 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-05f05133-01a4-43e1-9b0c-97365ab5330a req-333323f3-dd39-4b58-ac2a-99ae3fe39d92 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421412 Oct 24 13:29:41.016400 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 3a6ca3be-d5e0-4632-93da-954f72814543 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:29:41.056461 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: 3a6ca3be-d5e0-4632-93da-954f72814543 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:29:41.057098 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 3a6ca3be-d5e0-4632-93da-954f72814543 not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:29:41.394710 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e98675-015e-47ed-a3e4-b6f24b46ea1b req-9cddd92f-7f0c-46f6-8a6f-424e2ef650a8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:41.396199 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-97e98675-015e-47ed-a3e4-b6f24b46ea1b req-9cddd92f-7f0c-46f6-8a6f-424e2ef650a8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0470157 Oct 24 13:29:41.447261 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-97e98675-015e-47ed-a3e4-b6f24b46ea1b req-317f252a-132d-48f8-8f1f-4ba9e021b32c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439014 Oct 24 13:29:41.794443 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f89b6a-210f-494f-a9c1-8570cbcdd7ec req-d9d34253-955e-439d-96e8-f4058648477e tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:41.795937 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-95f89b6a-210f-494f-a9c1-8570cbcdd7ec req-d9d34253-955e-439d-96e8-f4058648477e tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0498164 Oct 24 13:29:41.847120 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-95f89b6a-210f-494f-a9c1-8570cbcdd7ec req-877b0212-bb58-430d-816d-7ac4f4526fd0 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453725 Oct 24 13:29:42.574353 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3266128-3e4b-494b-a04c-17fcb7beae00 req-1a95d1a0-43c1-4904-bccf-faae229532a8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:42.576074 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b3266128-3e4b-494b-a04c-17fcb7beae00 req-1a95d1a0-43c1-4904-bccf-faae229532a8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0467267 Oct 24 13:29:42.622615 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b3266128-3e4b-494b-a04c-17fcb7beae00 req-7d44284a-4aa1-4be7-aff2-4823ea507be5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402365 Oct 24 13:29:42.971471 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fe5a4-6811-46f3-9265-592d317b2012 req-1c73c53f-f23c-4719-bb63-37573f69cd89 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:42.972947 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-149fe5a4-6811-46f3-9265-592d317b2012 req-1c73c53f-f23c-4719-bb63-37573f69cd89 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0463879 Oct 24 13:29:43.006075 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:43.020453 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-149fe5a4-6811-46f3-9265-592d317b2012 req-0c37a345-c114-4101-b157-fe78dc434df0 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421417 Oct 24 13:29:43.750880 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6b438-b25a-43f7-9f2f-e1bde74326c7 req-524e8ef6-568b-4b66-bd71-d94307893701 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:43.752341 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-64d6b438-b25a-43f7-9f2f-e1bde74326c7 req-524e8ef6-568b-4b66-bd71-d94307893701 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0484209 Oct 24 13:29:43.797860 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-64d6b438-b25a-43f7-9f2f-e1bde74326c7 req-d630663d-98cb-4d3c-9038-5c6af22f78c9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401318 Oct 24 13:29:44.149239 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2373dfe-cebe-4b85-9855-bfe57fe30a53 req-13ac7ca5-0bde-436d-9035-34272dbc4426 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:44.150717 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e2373dfe-cebe-4b85-9855-bfe57fe30a53 req-13ac7ca5-0bde-436d-9035-34272dbc4426 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0465899 Oct 24 13:29:44.197330 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e2373dfe-cebe-4b85-9855-bfe57fe30a53 req-d4885748-5141-41f4-8ab2-9e9087a74741 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411797 Oct 24 13:29:44.920827 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c02997-de40-4fc9-be0f-474c1c61fa93 req-486e0cae-bcde-4189-a272-25ada71a6b72 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:44.922775 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b2c02997-de40-4fc9-be0f-474c1c61fa93 req-486e0cae-bcde-4189-a272-25ada71a6b72 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0451167 Oct 24 13:29:44.968377 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b2c02997-de40-4fc9-be0f-474c1c61fa93 req-723fb736-865a-4460-8a19-8883e56008fe tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400872 Oct 24 13:29:45.318434 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee00b1-0da7-489d-9774-44b16594d1c2 req-b5888e5e-358c-4149-ae64-bcf48429eb0a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:45.319915 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3dee00b1-0da7-489d-9774-44b16594d1c2 req-b5888e5e-358c-4149-ae64-bcf48429eb0a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0495586 Oct 24 13:29:45.367260 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3dee00b1-0da7-489d-9774-44b16594d1c2 req-92fa9cd4-58b7-4ff2-8352-b58fb726205b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416994 Oct 24 13:29:46.094146 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85758717-8255-4cdc-a0e2-9627cc2e0029 req-d4d377bd-1377-41f0-ac34-f7c8f481c240 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:46.095872 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-85758717-8255-4cdc-a0e2-9627cc2e0029 req-d4d377bd-1377-41f0-ac34-f7c8f481c240 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0495827 Oct 24 13:29:46.357658 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-85758717-8255-4cdc-a0e2-9627cc2e0029 req-9dddc8f5-8474-495e-a087-69c3cdbf3614 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557883 Oct 24 13:29:46.486633 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354f698-5c75-4300-b74e-cf0d4cfacdb8 req-2a8756f6-eacc-45ac-ac60-a612fd436f54 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:46.488106 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f354f698-5c75-4300-b74e-cf0d4cfacdb8 req-2a8756f6-eacc-45ac-ac60-a612fd436f54 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0479376 Oct 24 13:29:46.534675 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f354f698-5c75-4300-b74e-cf0d4cfacdb8 req-4fb95aec-09a7-4e28-82a4-83d515b1ed95 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410819 Oct 24 13:29:46.586645 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:46.587334 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:47.480193 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:47.488749 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47e7bd-256d-4e57-819a-2c144c9bb8da req-9b0d441f-2988-497d-b3e6-83e1a8973610 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:47.505131 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5e47e7bd-256d-4e57-819a-2c144c9bb8da req-9b0d441f-2988-497d-b3e6-83e1a8973610 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0464189 Oct 24 13:29:47.536836 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5e47e7bd-256d-4e57-819a-2c144c9bb8da req-397f9d63-5956-48ce-97d0-a5d8859e4ae6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410283 Oct 24 13:29:47.653127 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2729790-61db-4547-8c4d-da5c28c44360 req-2071f54e-0925-4fba-a881-9f1badeecfd6 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:47.654553 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f2729790-61db-4547-8c4d-da5c28c44360 req-2071f54e-0925-4fba-a881-9f1badeecfd6 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0441175 Oct 24 13:29:47.704783 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f2729790-61db-4547-8c4d-da5c28c44360 req-f13d3514-eedd-4ec3-8d92-cf8008071400 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442996 Oct 24 13:29:48.663309 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ab239-124a-498b-9d94-610f53ea0017 req-c36a8622-ee25-497c-a14e-bb90fe30b0d8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:48.664760 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-aa9ab239-124a-498b-9d94-610f53ea0017 req-c36a8622-ee25-497c-a14e-bb90fe30b0d8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0482535 Oct 24 13:29:48.710402 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-aa9ab239-124a-498b-9d94-610f53ea0017 req-36640ff4-cac7-4e70-91a0-a21eb239b90e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401208 Oct 24 13:29:48.794280 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:48.812643 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:48.822545 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731217e-4180-43d4-9132-0f6ceb756163 req-e6a2c0e4-b657-4157-8a1e-412ac8f9cf5b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:48.823996 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2731217e-4180-43d4-9132-0f6ceb756163 req-e6a2c0e4-b657-4157-8a1e-412ac8f9cf5b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0454192 Oct 24 13:29:48.871160 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2731217e-4180-43d4-9132-0f6ceb756163 req-e4c0c764-6f3e-4cf8-809c-79b9cd633869 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407920 Oct 24 13:29:49.835671 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f50e1-9586-4bd5-a7dd-29c3ea3ee0a1 req-13ca6dcf-70cf-47ca-b7a2-9d5450f28b58 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:49.837191 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6d0f50e1-9586-4bd5-a7dd-29c3ea3ee0a1 req-13ca6dcf-70cf-47ca-b7a2-9d5450f28b58 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0449653 Oct 24 13:29:49.861514 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:49.883937 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6d0f50e1-9586-4bd5-a7dd-29c3ea3ee0a1 req-e88424c9-7228-4dba-b953-dfd0c21e102f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413353 Oct 24 13:29:49.992556 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72262189-8ec6-4bd7-ac67-e4e8bb57a6b2 req-5d00fac8-464a-4864-8e3e-2bc7e54650a4 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:49.994068 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-72262189-8ec6-4bd7-ac67-e4e8bb57a6b2 req-5d00fac8-464a-4864-8e3e-2bc7e54650a4 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0466776 Oct 24 13:29:50.039932 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-72262189-8ec6-4bd7-ac67-e4e8bb57a6b2 req-995228a0-a1a3-4bc8-a234-85e7b11d91dc tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402431 Oct 24 13:29:51.013807 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d46c31-3103-4eb6-8707-3022354a7480 req-8ad6c721-a14d-487c-b610-6fd0577bbe22 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:51.013807 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-40d46c31-3103-4eb6-8707-3022354a7480 req-8ad6c721-a14d-487c-b610-6fd0577bbe22 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0455766 Oct 24 13:29:51.056325 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=53 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:51.063174 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-40d46c31-3103-4eb6-8707-3022354a7480 req-4c9f8acc-5390-401c-9c06-009707fad9db tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476329 Oct 24 13:29:51.186473 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cf45d-6224-4dab-a134-84c90fc66fd8 req-d3bcfd8a-3371-4851-9afc-2b9c667717c3 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:51.188523 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-101cf45d-6224-4dab-a134-84c90fc66fd8 req-d3bcfd8a-3371-4851-9afc-2b9c667717c3 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0536976 Oct 24 13:29:51.240479 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-101cf45d-6224-4dab-a134-84c90fc66fd8 req-064a3298-0423-4936-a568-c11ff4c9df21 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444734 Oct 24 13:29:52.208943 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5614125-64ee-4cc0-b123-153b56bef941 req-8e10e76c-6365-4843-9cdb-5a78dbb7d69b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:52.210490 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f5614125-64ee-4cc0-b123-153b56bef941 req-8e10e76c-6365-4843-9cdb-5a78dbb7d69b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0549867 Oct 24 13:29:52.283990 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f5614125-64ee-4cc0-b123-153b56bef941 req-32f9bc3c-e640-40d8-b89f-cdaa19bba0f6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676179 Oct 24 13:29:52.398858 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b777c-3139-4fff-842d-a335f7014327 req-1b3f4080-f1a6-42dd-8ebb-57c24dd2e735 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:52.406706 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-953b777c-3139-4fff-842d-a335f7014327 req-1b3f4080-f1a6-42dd-8ebb-57c24dd2e735 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0562418 Oct 24 13:29:52.464812 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-953b777c-3139-4fff-842d-a335f7014327 req-823ef59a-c13e-4fd4-9b72-b80c1a0d7081 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572047 Oct 24 13:29:53.013802 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 4dfc7079-30d9-488d-9dfc-1df75d250b32 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:29:53.131932 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 4dfc7079-30d9-488d-9dfc-1df75d250b32, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:53.144925 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '4dfc7079-30d9-488d-9dfc-1df75d250b32', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'port_id': '4dfc7079-30d9-488d-9dfc-1df75d250b32', 'mac_address': 'fa:16:3e:51:91:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:29:53.183068 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 4dfc7079-30d9-488d-9dfc-1df75d250b32 is: ACTIVE; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:29:53.183602 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:53.198148 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dfc7079-30d9-488d-9dfc-1df75d250b32 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:29:53.219132 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 4dfc7079-30d9-488d-9dfc-1df75d250b32, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:53.343137 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:53.354372 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=4dfc7079-30d9-488d-9dfc-1df75d250b32,revision_number=6']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:53.491164 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9e070-72bf-4766-a6ee-78fd4d24e91b req-65e211d4-b133-4827-a31b-e363341825c1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:53.496918 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f9a9e070-72bf-4766-a6ee-78fd4d24e91b req-65e211d4-b133-4827-a31b-e363341825c1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 944 time: 0.0736578 Oct 24 13:29:53.560188 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f9a9e070-72bf-4766-a6ee-78fd4d24e91b req-600dbfd3-e716-4baa-a275-f6503ea9c65e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611601 Oct 24 13:29:53.595374 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['4dfc7079-30d9-488d-9dfc-1df75d250b32'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:29:53.623833 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984b1d7-4ef7-43a3-8355-3f036cb87b62 req-ec92a39f-6c7a-4589-bac7-84faa23a1314 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:53.626864 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0984b1d7-4ef7-43a3-8355-3f036cb87b62 req-ec92a39f-6c7a-4589-bac7-84faa23a1314 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0748827 Oct 24 13:29:53.700038 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0984b1d7-4ef7-43a3-8355-3f036cb87b62 req-ad2654a3-8535-407b-9372-f1985d22de43 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645800 Oct 24 13:29:54.718232 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be527fc-e07c-4ac5-980e-2ca3dd72922b req-9a2e69a7-018e-4bd1-969f-38b74f82a206 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:54.720395 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4be527fc-e07c-4ac5-980e-2ca3dd72922b req-9a2e69a7-018e-4bd1-969f-38b74f82a206 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 944 time: 0.0544813 Oct 24 13:29:54.809953 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4be527fc-e07c-4ac5-980e-2ca3dd72922b req-d4b4b775-d91c-4a61-961c-36f4fa869eea tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835557 Oct 24 13:29:54.876079 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2fee8-da9a-4017-b945-9de01a78c075 req-c71f1c7e-db61-404b-8a31-f94d9e54ab63 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:54.883328 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c1e2fee8-da9a-4017-b945-9de01a78c075 req-c71f1c7e-db61-404b-8a31-f94d9e54ab63 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0974503 Oct 24 13:29:54.938421 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c1e2fee8-da9a-4017-b945-9de01a78c075 req-f5975442-26da-440a-a86b-e9a59551d4d2 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542300 Oct 24 13:29:55.045323 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 4dfc7079-30d9-488d-9dfc-1df75d250b32 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:29:55.106469 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 4dfc7079-30d9-488d-9dfc-1df75d250b32 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:29:55.106850 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:55.107186 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 4dfc7079-30d9-488d-9dfc-1df75d250b32 Oct 24 13:29:55.196822 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 4dfc7079-30d9-488d-9dfc-1df75d250b32 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:29:55.197491 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:55.229663 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfc7079-30d9-488d-9dfc-1df75d250b32'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:29:55.232112 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dc3a03-e7c0-4473-9f69-4decb6fcf8df" -d '{"events": [{"server_uuid": "d3d04bbb-034d-4cf1-a753-9c4cb48e92bd", "name": "network-vif-plugged", "status": "completed", "tag": "4dfc7079-30d9-488d-9dfc-1df75d250b32"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:29:55.248164 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 4dfc7079-30d9-488d-9dfc-1df75d250b32, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:29:55.272123 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a283c4bb-d8cb-4a71-b80e-f8fe2899d2be x-openstack-request-id: req-a283c4bb-d8cb-4a71-b80e-f8fe2899d2be {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:29:55.272444 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d04bbb-034d-4cf1-a753-9c4cb48e92bd", "name": "network-vif-plugged", "status": "completed", "tag": "4dfc7079-30d9-488d-9dfc-1df75d250b32", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:29:55.272720 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a283c4bb-d8cb-4a71-b80e-f8fe2899d2be {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:29:55.273262 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a283c4bb-d8cb-4a71-b80e-f8fe2899d2be'] response: {'server_uuid': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfc7079-30d9-488d-9dfc-1df75d250b32', 'code': 200} Oct 24 13:29:55.309055 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:55.368460 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=4dfc7079-30d9-488d-9dfc-1df75d250b32,revision_number=7']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:29:55.954556 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807d95a-ed8e-46ed-a846-883f490ad03b req-12f2f18f-6d6f-43f6-95d2-ddde305b8c8e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:55.962158 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3807d95a-ed8e-46ed-a846-883f490ad03b req-12f2f18f-6d6f-43f6-95d2-ddde305b8c8e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0733469 Oct 24 13:29:55.970638 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:56.021839 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3807d95a-ed8e-46ed-a846-883f490ad03b req-56ceed4b-fccf-4bd8-a794-29d2790e4765 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584619 Oct 24 13:29:56.088710 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb2764-5242-4643-9a4c-75a1a13faf13 req-83d92d09-a49b-4e06-b7b8-5bee39bc56e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:56.096605 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1ceb2764-5242-4643-9a4c-75a1a13faf13 req-83d92d09-a49b-4e06-b7b8-5bee39bc56e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0585990 Oct 24 13:29:56.159537 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1ceb2764-5242-4643-9a4c-75a1a13faf13 req-9e93e5e5-979c-4cc4-a160-563bbdcd54a3 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601163 Oct 24 13:29:57.155196 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee60852-a780-47c1-9ed0-1e9cbb92504f req-b23ab774-3388-413b-822e-cb9267a0bd2a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:57.161630 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5ee60852-a780-47c1-9ed0-1e9cbb92504f req-b23ab774-3388-413b-822e-cb9267a0bd2a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0517046 Oct 24 13:29:57.211124 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5ee60852-a780-47c1-9ed0-1e9cbb92504f req-19cc3caf-c4e0-4342-bd84-4e0523860515 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480058 Oct 24 13:29:57.319563 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97ac75-4a49-444a-99d3-bae8a6ade013 req-387b570d-20d7-409e-bcaf-4eb952d6c302 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:57.321061 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ee97ac75-4a49-444a-99d3-bae8a6ade013 req-387b570d-20d7-409e-bcaf-4eb952d6c302 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0597773 Oct 24 13:29:57.371617 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ee97ac75-4a49-444a-99d3-bae8a6ade013 req-82e0a316-cdee-4a70-980f-43b03551c556 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445008 Oct 24 13:29:57.395762 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=11 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:57.408013 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=15 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:58.350740 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cda410-21f5-4f7d-88f7-cc74bff68d12 req-04d588f0-1c52-44a7-ac4e-efd654042e60 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:58.352549 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-84cda410-21f5-4f7d-88f7-cc74bff68d12 req-04d588f0-1c52-44a7-ac4e-efd654042e60 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0520761 Oct 24 13:29:58.407299 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-84cda410-21f5-4f7d-88f7-cc74bff68d12 req-9312d952-76d6-499f-82f9-454c05dd7ce0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472884 Oct 24 13:29:58.515108 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3bfe3-b39c-48ec-ad8b-6a9d5f0bd36e req-a958c8eb-20f4-4896-a330-f8bd96522a23 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:58.517306 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-40e3bfe3-b39c-48ec-ad8b-6a9d5f0bd36e req-a958c8eb-20f4-4896-a330-f8bd96522a23 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0559564 Oct 24 13:29:58.573045 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-40e3bfe3-b39c-48ec-ad8b-6a9d5f0bd36e req-426e9cdb-1842-4e8b-95b5-fbb3bb20ef86 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490811 Oct 24 13:29:59.046108 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:59.619151 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc0d0e-f87b-4016-bc66-7d1dd1fb5f6c req-9b0e28fd-14fa-4f3c-a9bb-315b3011019c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:59.627672 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1ecc0d0e-f87b-4016-bc66-7d1dd1fb5f6c req-9b0e28fd-14fa-4f3c-a9bb-315b3011019c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0850434 Oct 24 13:29:59.712088 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1ecc0d0e-f87b-4016-bc66-7d1dd1fb5f6c req-fb5b47c0-6b61-4cc7-8fc5-7b21e8a31309 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804851 Oct 24 13:29:59.760687 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa898998-10c9-4985-a92f-f5392020eb1e req-f827fd57-fbbb-4b6b-82dc-755994ecc656 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:29:59.762311 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fa898998-10c9-4985-a92f-f5392020eb1e req-f827fd57-fbbb-4b6b-82dc-755994ecc656 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0766549 Oct 24 13:29:59.811022 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:59.816848 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fa898998-10c9-4985-a92f-f5392020eb1e req-589336d4-1549-4df4-9a09-7297618f44b1 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478697 Oct 24 13:30:00.876402 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0861de5-5568-41aa-b030-5434a7d71b78 req-e9d17f7b-a4bf-4082-af09-9120762bc0fa tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:00.878544 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0861de5-5568-41aa-b030-5434a7d71b78 req-e9d17f7b-a4bf-4082-af09-9120762bc0fa tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0620451 Oct 24 13:30:00.916522 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:00.970396 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0861de5-5568-41aa-b030-5434a7d71b78 req-be31e2d3-79cd-4295-9fa7-8a6d349bf663 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825977 Oct 24 13:30:01.034441 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cf9a8-5d88-43a2-8f83-cfd547e24f5b req-f1122090-9656-4dc6-99b7-c2482ed59d06 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:01.044226 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4b3cf9a8-5d88-43a2-8f83-cfd547e24f5b req-f1122090-9656-4dc6-99b7-c2482ed59d06 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.1157410 Oct 24 13:30:01.130912 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4b3cf9a8-5d88-43a2-8f83-cfd547e24f5b req-efdc3cdb-92e2-4ab1-be54-0834f69d8ccd tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825577 Oct 24 13:30:01.369156 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2cc94f80-0d7c-427c-bac2-f1f33024646d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:01.577124 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5430e-f0b6-4101-90a6-eda6bfc794a2 req-8e0dfc2b-d2d4-4feb-b2a3-739f44a72d2d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:01.585552 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f0c5430e-f0b6-4101-90a6-eda6bfc794a2 req-8e0dfc2b-d2d4-4feb-b2a3-739f44a72d2d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.1251285 Oct 24 13:30:01.701111 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f0c5430e-f0b6-4101-90a6-eda6bfc794a2 req-58991d62-25a6-433d-a918-46f130664d12 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060793 Oct 24 13:30:01.738282 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1b157-4ba6-44a8-9295-a3ca0db8963e req-504f9ef7-0411-4963-83b7-d4cd7e1ae400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:01.740986 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a6d1b157-4ba6-44a8-9295-a3ca0db8963e req-504f9ef7-0411-4963-83b7-d4cd7e1ae400 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11&device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 1129 time: 0.0707390 Oct 24 13:30:01.896873 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1b157-4ba6-44a8-9295-a3ca0db8963e req-83d5d322-ca2a-41dd-88db-921a01111d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:01.903100 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a6d1b157-4ba6-44a8-9295-a3ca0db8963e req-83d5d322-ca2a-41dd-88db-921a01111d14 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=143f8287-8fb4-4393-ae4f-ca898c17799f HTTP/1.1" status: 200 len: 912 time: 0.1493208 Oct 24 13:30:02.041062 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a6d1b157-4ba6-44a8-9295-a3ca0db8963e req-959f67f8-91ed-4577-8afe-4eac1c859677 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdec5a38-0967-442c-8d70-b3f416f6105f HTTP/1.1" status: 200 len: 1001 time: 0.1245103 Oct 24 13:30:02.214742 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eff88a-1e4f-45a4-9673-001233eb83c3 req-467ccb7b-acc0-4353-bb4a-87cd6c9e4d6d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:02.230529 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-57eff88a-1e4f-45a4-9673-001233eb83c3 req-467ccb7b-acc0-4353-bb4a-87cd6c9e4d6d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0763655 Oct 24 13:30:02.419731 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-57eff88a-1e4f-45a4-9673-001233eb83c3 req-d1ab2f50-6b52-46ff-ace5-e72dad2106bc tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854079 Oct 24 13:30:02.449281 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1b157-4ba6-44a8-9295-a3ca0db8963e req-b4b5ee6e-d6ff-41f7-b972-106eeb1d77ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:02.463510 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a6d1b157-4ba6-44a8-9295-a3ca0db8963e req-b4b5ee6e-d6ff-41f7-b972-106eeb1d77ed service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=dd583918-9412-43e4-86a6-0aa07f6bb5dd HTTP/1.1" status: 200 len: 850 time: 0.4142594 Oct 24 13:30:02.565237 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1b157-4ba6-44a8-9295-a3ca0db8963e req-f9a58b98-0fc0-4d04-9cd1-6dcb7004b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:02.566758 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a6d1b157-4ba6-44a8-9295-a3ca0db8963e req-f9a58b98-0fc0-4d04-9cd1-6dcb7004b3e1 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=143f8287-8fb4-4393-ae4f-ca898c17799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868747 Oct 24 13:30:02.694863 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a6d1b157-4ba6-44a8-9295-a3ca0db8963e req-8e63d203-5d06-40b1-a18b-74845bf54fb1 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168754 Oct 24 13:30:02.867431 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd14fa8-c76b-411a-ba8e-e2dc3300cfc0 req-e9cf8dfd-1f8f-4555-8527-3a5401540e57 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:02.875655 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9fd14fa8-c76b-411a-ba8e-e2dc3300cfc0 req-e9cf8dfd-1f8f-4555-8527-3a5401540e57 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0622230 Oct 24 13:30:02.887478 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a6d1b157-4ba6-44a8-9295-a3ca0db8963e req-85183ca3-7915-47e6-99dd-d59868859b54 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845939 Oct 24 13:30:02.949405 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9fd14fa8-c76b-411a-ba8e-e2dc3300cfc0 req-1bedd930-76b4-4688-850d-651d13097a4c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727303 Oct 24 13:30:03.617401 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891d721-d813-4e5f-95a8-aa7bc65055e0 req-9186b71f-5a19-4969-951b-83234ec4a09b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:03.622796 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a891d721-d813-4e5f-95a8-aa7bc65055e0 req-9186b71f-5a19-4969-951b-83234ec4a09b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0985186 Oct 24 13:30:03.640203 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e2cfbc55-1c79-4c41-b033-282a375b0ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:03.678489 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a891d721-d813-4e5f-95a8-aa7bc65055e0 req-207b98b4-c6fa-464d-b3ea-272cddbf0a19 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531905 Oct 24 13:30:04.155796 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d71da2-d262-4006-9d39-da8c47eec762 req-4668a559-9ac8-41b8-b0a3-62905637dad9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:04.164037 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e0d71da2-d262-4006-9d39-da8c47eec762 req-4668a559-9ac8-41b8-b0a3-62905637dad9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.1164885 Oct 24 13:30:04.226033 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e0d71da2-d262-4006-9d39-da8c47eec762 req-9282826c-8881-4bad-bbae-67695c46499c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604012 Oct 24 13:30:04.860249 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1913c-56de-4b87-b4e2-7692474907e5 req-f5091aee-e651-456c-b32f-d855b3bece96 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:04.861898 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-36a1913c-56de-4b87-b4e2-7692474907e5 req-f5091aee-e651-456c-b32f-d855b3bece96 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0684769 Oct 24 13:30:04.923608 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-36a1913c-56de-4b87-b4e2-7692474907e5 req-d4da2dd6-83c9-40dd-a632-82630c505752 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553837 Oct 24 13:30:05.057822 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:05.420190 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8eb05e-77c1-45e6-bc35-9ded20590aaf req-0ace31e2-9d89-41ea-b6e2-454737287ce2 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:05.432944 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7f8eb05e-77c1-45e6-bc35-9ded20590aaf req-0ace31e2-9d89-41ea-b6e2-454737287ce2 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0955389 Oct 24 13:30:05.444540 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:05.503484 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7f8eb05e-77c1-45e6-bc35-9ded20590aaf req-f5d9cb21-ec17-4e52-a7f8-cca5d5e31903 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692253 Oct 24 13:30:06.095964 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:06.134762 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59608d-d55d-4bf5-8d18-87f2694b789c req-2ccf5a3a-a6ae-48d2-a147-984db1babad9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:06.142877 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fb59608d-d55d-4bf5-8d18-87f2694b789c req-2ccf5a3a-a6ae-48d2-a147-984db1babad9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.1004801 Oct 24 13:30:06.196976 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fb59608d-d55d-4bf5-8d18-87f2694b789c req-19ec5e5c-f2b9-4f92-8828-3523dd1122d2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532038 Oct 24 13:30:06.343651 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:06.588762 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:06.667875 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:30:07.355075 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:07.375396 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e464fbf-9a25-45eb-b0da-381bdeeb2d23 req-17c851dd-db1c-476d-bb8a-2481239f75ea tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:07.377870 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5e464fbf-9a25-45eb-b0da-381bdeeb2d23 req-17c851dd-db1c-476d-bb8a-2481239f75ea tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0595970 Oct 24 13:30:07.457317 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5e464fbf-9a25-45eb-b0da-381bdeeb2d23 req-54786fa6-6f03-4119-9686-523a63eb5b70 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711555 Oct 24 13:30:08.583022 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133c45f-d03b-4b3d-a926-7a3e83639b2e req-037dc776-6646-4071-8f18-fb3fbbe189f6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:08.584547 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2133c45f-d03b-4b3d-a926-7a3e83639b2e req-037dc776-6646-4071-8f18-fb3fbbe189f6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0489204 Oct 24 13:30:08.635458 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2133c45f-d03b-4b3d-a926-7a3e83639b2e req-35e3c8cf-9091-4758-84e4-d27ccaf25516 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449841 Oct 24 13:30:09.776900 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484438f-3ed9-4609-b356-941cca8c24da req-14713f35-69dd-4499-882d-ca3d84c43aaa tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:09.778597 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7484438f-3ed9-4609-b356-941cca8c24da req-14713f35-69dd-4499-882d-ca3d84c43aaa tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0557137 Oct 24 13:30:09.834316 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7484438f-3ed9-4609-b356-941cca8c24da req-e5e304d2-7dc9-44eb-971d-1c0975fb412a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469868 Oct 24 13:30:10.988136 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885eaa6f-9bea-4c1c-bdcb-01786d0f5deb req-5911c230-ab12-4318-97ba-5a84012954c8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:10.989712 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-885eaa6f-9bea-4c1c-bdcb-01786d0f5deb req-5911c230-ab12-4318-97ba-5a84012954c8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0611367 Oct 24 13:30:11.044243 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-885eaa6f-9bea-4c1c-bdcb-01786d0f5deb req-e818befb-16fc-4efe-bd2c-f0685ff4e527 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483115 Oct 24 13:30:12.187954 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae73d98-be0f-4264-b0a2-7027aec35556 req-aaa24732-1e09-4d06-8f9c-0494c41f5c1e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:12.189372 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7ae73d98-be0f-4264-b0a2-7027aec35556 req-aaa24732-1e09-4d06-8f9c-0494c41f5c1e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0507798 Oct 24 13:30:12.238784 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7ae73d98-be0f-4264-b0a2-7027aec35556 req-efb5fa9e-68eb-4b9d-9a0d-3cd5fabdf71b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439951 Oct 24 13:30:13.263762 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 38860) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:30:13.329137 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Deleting subnet d740dc7f-5255-4f27-b576-ef5c26492901 {{(pid=104907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:30:13.335428 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Publish callbacks [] for subnet (d740dc7f-5255-4f27-b576-ef5c26492901), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:13.387970 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4404742'] for subnet (d740dc7f-5255-4f27-b576-ef5c26492901), precommit_delete_associations {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:13.459255 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (d740dc7f-5255-4f27-b576-ef5c26492901), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:13.488688 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29750822-741c-4367-8ed9-1fba441536ea req-b243f7ee-7a5a-4d8b-81e5-45a266bea8e0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:13.501654 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-29750822-741c-4367-8ed9-1fba441536ea req-b243f7ee-7a5a-4d8b-81e5-45a266bea8e0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.1545584 Oct 24 13:30:13.565958 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-29750822-741c-4367-8ed9-1fba441536ea req-26ff6784-98c1-436b-99d1-c28945c22fa6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626590 Oct 24 13:30:13.675020 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5210571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4442784'] for subnet (d740dc7f-5255-4f27-b576-ef5c26492901), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:13.703956 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d740dc7f-5255-4f27-b576-ef5c26492901,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:30:13.706931 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:13.709447 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/d740dc7f-5255-4f27-b576-ef5c26492901 HTTP/1.1" status: 204 len: 168 time: 0.4431334 Oct 24 13:30:13.713324 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 38866) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:30:13.715948 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:13.716323 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:13.716660 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:13.716992 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:13.717321 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:13.717646 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:13.718540 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:13.718981 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:13.719310 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:13.719633 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:13.719959 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:13.720301 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:13.720612 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:13.720931 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:13.721242 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21265da-a164-4762-8c39-1572e86f7dd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:13.788570 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2df78f4f-7e2d-4ffb-beb4-2df8dda7b965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (fbe543ba-56bd-431b-a00d-2cf1782321b0), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:13.870622 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2df78f4f-7e2d-4ffb-beb4-2df8dda7b965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (fbe543ba-56bd-431b-a00d-2cf1782321b0), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:13.893898 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-2df78f4f-7e2d-4ffb-beb4-2df8dda7b965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe543ba-56bd-431b-a00d-2cf1782321b0']}} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:30:13.908250 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-2df78f4f-7e2d-4ffb-beb4-2df8dda7b965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ebca7dd-6cf5-4a4c-afdf-fa1c802622db') {'for_net_delete': True} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:30:13.908250 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-2df78f4f-7e2d-4ffb-beb4-2df8dda7b965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ebca7dd-6cf5-4a4c-afdf-fa1c802622db') {} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:30:13.923595 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2df78f4f-7e2d-4ffb-beb4-2df8dda7b965 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5528175'] for segment (3ebca7dd-6cf5-4a4c-afdf-fa1c802622db), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:13.939181 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2df78f4f-7e2d-4ffb-beb4-2df8dda7b965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (3ebca7dd-6cf5-4a4c-afdf-fa1c802622db), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:13.945990 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df78f4f-7e2d-4ffb-beb4-2df8dda7b965 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=104908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:30:13.947530 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2df78f4f-7e2d-4ffb-beb4-2df8dda7b965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387000'] for segment (3ebca7dd-6cf5-4a4c-afdf-fa1c802622db), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:13.995434 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment 3ebca7dd-6cf5-4a4c-afdf-fa1c802622db resource provider aggregate not found Oct 24 13:30:14.014353 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment 3ebca7dd-6cf5-4a4c-afdf-fa1c802622db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ebca7dd-6cf5-4a4c-afdf-fa1c802622db found for delete ", "request_id": "req-5c1ac0e3-5cf3-4d67-947f-e220a9e08008"}]} Oct 24 13:30:14.068641 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2df78f4f-7e2d-4ffb-beb4-2df8dda7b965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (fbe543ba-56bd-431b-a00d-2cf1782321b0), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:14.076456 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2df78f4f-7e2d-4ffb-beb4-2df8dda7b965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:14.082810 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-2df78f4f-7e2d-4ffb-beb4-2df8dda7b965 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/fbe543ba-56bd-431b-a00d-2cf1782321b0 HTTP/1.1" status: 204 len: 168 time: 0.3666708 Oct 24 13:30:14.093460 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df78f4f-7e2d-4ffb-beb4-2df8dda7b965 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbe543ba-56bd-431b-a00d-2cf1782321b0,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:30:14.472557 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 38884) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:30:14.514551 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-538d3ff1-8385-4beb-b1ef-060223f91da9 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=10316acf2adf4f34a63a08f0e60b2548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407631 Oct 24 13:30:14.518045 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 38888) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:30:14.573107 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-18cf3098-f1b3-4740-9a0a-5ffcc02e0d45 admin admin] Publish callbacks [] for security_group (e66b63d9-f601-40c3-97b7-3b41600ed1ec), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:14.597479 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-18cf3098-f1b3-4740-9a0a-5ffcc02e0d45 admin admin] Publish callbacks [] for security_group (e66b63d9-f601-40c3-97b7-3b41600ed1ec), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:14.703356 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-18cf3098-f1b3-4740-9a0a-5ffcc02e0d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (e66b63d9-f601-40c3-97b7-3b41600ed1ec), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:14.704130 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c964f88-51af-47e0-aab7-d50efed575b1 req-c6a65cd2-5e7b-4af7-be68-08a515c8cf80 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:14.705649 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1c964f88-51af-47e0-aab7-d50efed575b1 req-c6a65cd2-5e7b-4af7-be68-08a515c8cf80 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0517240 Oct 24 13:30:14.706263 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-18cf3098-f1b3-4740-9a0a-5ffcc02e0d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:14.707386 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-18cf3098-f1b3-4740-9a0a-5ffcc02e0d45 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/e66b63d9-f601-40c3-97b7-3b41600ed1ec HTTP/1.1" status: 204 len: 168 time: 0.1882944 Oct 24 13:30:14.717901 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf3098-f1b3-4740-9a0a-5ffcc02e0d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66b63d9-f601-40c3-97b7-3b41600ed1ec,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:30:14.720557 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:14.760195 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1c964f88-51af-47e0-aab7-d50efed575b1 req-0ddd11bd-6620-4e19-bc65-5b558c681781 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464606 Oct 24 13:30:15.369500 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:15.398775 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302898b5-a3da-47da-8c34-5a124225a53c req-3370cb13-3704-4bcb-b87e-b8e0b7a599f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:15.400282 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-302898b5-a3da-47da-8c34-5a124225a53c req-3370cb13-3704-4bcb-b87e-b8e0b7a599f1 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7fa2196e343c45b5b741c39417ba9ef8&device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 1129 time: 0.0390468 Oct 24 13:30:15.479469 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:15.497759 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302898b5-a3da-47da-8c34-5a124225a53c req-81730772-63d9-44ee-8fef-ed98030b14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:15.497759 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-302898b5-a3da-47da-8c34-5a124225a53c req-81730772-63d9-44ee-8fef-ed98030b14d6 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=958bd8a2-e988-4f21-ad22-567c0fb9f577 HTTP/1.1" status: 200 len: 918 time: 0.0884945 Oct 24 13:30:15.563298 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-302898b5-a3da-47da-8c34-5a124225a53c req-9b677139-0b34-4324-a822-5f131f3486bc service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32 HTTP/1.1" status: 200 len: 1000 time: 0.0607708 Oct 24 13:30:15.614257 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302898b5-a3da-47da-8c34-5a124225a53c req-258fc544-a6a9-4de0-8de9-01baac0d3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:15.615725 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-302898b5-a3da-47da-8c34-5a124225a53c req-258fc544-a6a9-4de0-8de9-01baac0d3b55 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=35e2c2ac-a24b-4c15-9d5d-d1af70da09b7 HTTP/1.1" status: 200 len: 856 time: 0.0457735 Oct 24 13:30:15.658786 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302898b5-a3da-47da-8c34-5a124225a53c req-8eec88af-e55f-4875-b248-8f7a649457a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:15.660297 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-302898b5-a3da-47da-8c34-5a124225a53c req-8eec88af-e55f-4875-b248-8f7a649457a9 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=958bd8a2-e988-4f21-ad22-567c0fb9f577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380030 Oct 24 13:30:15.753171 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-302898b5-a3da-47da-8c34-5a124225a53c req-ba88aa4f-71b8-4872-8e34-97e2b44f37c8 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865946 Oct 24 13:30:15.849573 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-302898b5-a3da-47da-8c34-5a124225a53c req-89ac0e75-9813-4c73-a3dd-1f1daa87a407 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892491 Oct 24 13:30:15.901623 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c08430-acff-4c8b-81b3-4b7fba9a5363 req-b1b0163b-d867-414f-9e13-e9716bf9e4a5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:15.903112 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-89c08430-acff-4c8b-81b3-4b7fba9a5363 req-b1b0163b-d867-414f-9e13-e9716bf9e4a5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0512850 Oct 24 13:30:15.954208 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-89c08430-acff-4c8b-81b3-4b7fba9a5363 req-77646582-b6da-4d8e-b75c-27ac59aca5bf tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442765 Oct 24 13:30:16.275183 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:17.232710 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c47bd8-3587-4398-9160-732e8af8b73d req-ae3d7ba6-b2a9-477b-94c7-e3a7996cde6c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:17.234660 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-35c47bd8-3587-4398-9160-732e8af8b73d req-ae3d7ba6-b2a9-477b-94c7-e3a7996cde6c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.1996832 Oct 24 13:30:17.280523 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-35c47bd8-3587-4398-9160-732e8af8b73d req-08481174-9e6e-46c7-ab3c-e0502750f2e3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401614 Oct 24 13:30:18.457616 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bc534-36e7-48da-bcf3-db5008fae0e1 req-3cbcf37d-6ddd-4c67-b9cc-3fcb9d1f7cc1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:18.459097 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-650bc534-36e7-48da-bcf3-db5008fae0e1 req-3cbcf37d-6ddd-4c67-b9cc-3fcb9d1f7cc1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0989289 Oct 24 13:30:18.505079 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-650bc534-36e7-48da-bcf3-db5008fae0e1 req-abfec77b-eb53-4822-9f94-e1a6f2f94cdd tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404794 Oct 24 13:30:19.627829 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967b4fe-e679-4cb4-9821-a9c20dfbd803 req-87a22515-68e1-4e9e-b279-95ca2091b31a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:19.629314 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b967b4fe-e679-4cb4-9821-a9c20dfbd803 req-87a22515-68e1-4e9e-b279-95ca2091b31a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 945 time: 0.0453658 Oct 24 13:30:19.679298 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b967b4fe-e679-4cb4-9821-a9c20dfbd803 req-47020a3a-995b-4742-b4d5-dad83eebf6ee tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441263 Oct 24 13:30:20.070188 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 4dfc7079-30d9-488d-9dfc-1df75d250b32 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:30:20.072869 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:20.147491 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 4dfc7079-30d9-488d-9dfc-1df75d250b32 is: ACTIVE; New status is: DOWN {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:30:20.152449 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:20.175114 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dfc7079-30d9-488d-9dfc-1df75d250b32'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:30:20.177413 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392db3df-a1dd-4855-871f-7abce741182c" -d '{"events": [{"server_uuid": "d3d04bbb-034d-4cf1-a753-9c4cb48e92bd", "name": "network-vif-unplugged", "status": "completed", "tag": "4dfc7079-30d9-488d-9dfc-1df75d250b32"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:30:20.190307 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 4dfc7079-30d9-488d-9dfc-1df75d250b32, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:30:20.219907 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 24 Oct 2022 13:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd22f5f-2171-4b47-9e0e-fe1591713d62 x-openstack-request-id: req-dbd22f5f-2171-4b47-9e0e-fe1591713d62 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:30:20.220426 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d04bbb-034d-4cf1-a753-9c4cb48e92bd", "name": "network-vif-unplugged", "status": "completed", "tag": "4dfc7079-30d9-488d-9dfc-1df75d250b32", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:30:20.220878 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbd22f5f-2171-4b47-9e0e-fe1591713d62 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:30:20.221491 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd22f5f-2171-4b47-9e0e-fe1591713d62'] response: {'server_uuid': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dfc7079-30d9-488d-9dfc-1df75d250b32', 'code': 200} Oct 24 13:30:20.257440 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:20.311748 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=4dfc7079-30d9-488d-9dfc-1df75d250b32,revision_number=8']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:30:20.320738 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:20.321032 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:20.321525 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:20.321946 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:20.322409 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:20.322757 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:20.323145 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:20.323558 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:20.323889 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:20.324331 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:20.324664 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:20.325332 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:20.325772 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:20.326097 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:20.326505 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:30:20.808999 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e3adb-dc8d-4c5f-949e-d0e5d7763f25 req-b5289a0d-93b2-41c5-ac58-d81c624ef3b5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:20.816108 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-605e3adb-dc8d-4c5f-949e-d0e5d7763f25 req-b5289a0d-93b2-41c5-ac58-d81c624ef3b5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0561104 Oct 24 13:30:20.862362 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-605e3adb-dc8d-4c5f-949e-d0e5d7763f25 req-1b1ae614-4374-491a-a118-89278545bb8b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453556 Oct 24 13:30:21.991343 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60058a-ca1f-40f3-96e5-1d29c68a78e3 req-bb81f8b4-ce4d-4ecf-ada3-d3854ab747e5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:21.992897 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3d60058a-ca1f-40f3-96e5-1d29c68a78e3 req-bb81f8b4-ce4d-4ecf-ada3-d3854ab747e5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0477397 Oct 24 13:30:22.042836 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3d60058a-ca1f-40f3-96e5-1d29c68a78e3 req-7741bc77-0ed4-4bf0-a22a-e95fb339d687 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443685 Oct 24 13:30:23.120742 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [req-b689ffff-aa11-46da-a821-6f43465d3432 req-1ec9b3f4-c1cc-47d8-8fdd-a6fd9818e845 service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:30:23.121706 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b689ffff-aa11-46da-a821-6f43465d3432 req-1ec9b3f4-c1cc-47d8-8fdd-a6fd9818e845 service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054419 Oct 24 13:30:23.495899 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16160d8f-3af6-435b-b15d-5cc415f7edd6 req-37877794-9afc-4095-a96e-04315cf41256 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:23.496684 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-16160d8f-3af6-435b-b15d-5cc415f7edd6 req-37877794-9afc-4095-a96e-04315cf41256 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0481651 Oct 24 13:30:23.524436 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:23.547797 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-16160d8f-3af6-435b-b15d-5cc415f7edd6 req-07c55dc4-b3fe-468c-8389-f155d923a046 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440030 Oct 24 13:30:23.586495 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=3 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:23.587319 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=5 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:23.808032 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 39066) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:30:23.883325 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-7555f9c3-ef52-483f-ba70-26d8081908a4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741458 Oct 24 13:30:23.892210 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-00124246-2e42-4d78-95d2-e685f65dbcc4 service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:30:23.893166 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-00124246-2e42-4d78-95d2-e685f65dbcc4 service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052774 Oct 24 13:30:23.970456 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 39076) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:30:24.063661 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-f18fced5-c518-44b9-990e-ead902ef0105 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:24.064981 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-f18fced5-c518-44b9-990e-ead902ef0105 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports/4dfc7079-30d9-488d-9dfc-1df75d250b32 HTTP/1.1" status: 200 len: 940 time: 0.0934567 Oct 24 13:30:24.678877 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81197e7d-1c3d-49c4-8513-6abfa7f33e5d req-b3360955-4196-4bc9-ad0a-ec26099b545c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:24.680346 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-81197e7d-1c3d-49c4-8513-6abfa7f33e5d req-b3360955-4196-4bc9-ad0a-ec26099b545c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0500791 Oct 24 13:30:24.729938 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-81197e7d-1c3d-49c4-8513-6abfa7f33e5d req-9830a56c-2b49-404d-afcb-135e9be77b95 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439639 Oct 24 13:30:25.863999 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798f604-5919-4eec-91e2-99b2cf36c491 req-61000f6e-245f-4c7e-a96f-d4418838baf7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:25.865401 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8798f604-5919-4eec-91e2-99b2cf36c491 req-61000f6e-245f-4c7e-a96f-d4418838baf7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0504689 Oct 24 13:30:25.912591 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8798f604-5919-4eec-91e2-99b2cf36c491 req-2f8dcef8-551c-44ce-ba3b-48d5d112cedd tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415294 Oct 24 13:30:27.042790 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafcb76-0e6d-4b0e-92fb-23f4b29f93ca req-e3398997-2782-458b-b605-fea10833bbe7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:27.044346 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2fafcb76-0e6d-4b0e-92fb-23f4b29f93ca req-e3398997-2782-458b-b605-fea10833bbe7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0475111 Oct 24 13:30:27.093879 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2fafcb76-0e6d-4b0e-92fb-23f4b29f93ca req-44e482c9-1471-43d0-a291-8210aff3a147 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434396 Oct 24 13:30:28.221566 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97864478-bce6-42fa-abb3-46b467f25024 req-6761a146-4e27-4031-bcd6-dce37aed9bb3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:28.223046 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-97864478-bce6-42fa-abb3-46b467f25024 req-6761a146-4e27-4031-bcd6-dce37aed9bb3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0478261 Oct 24 13:30:28.269838 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-97864478-bce6-42fa-abb3-46b467f25024 req-10e3daa1-ec7b-4517-9cad-8c12a99e6368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413203 Oct 24 13:30:29.072471 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 4dfc7079-30d9-488d-9dfc-1df75d250b32 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:30:29.170492 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 4dfc7079-30d9-488d-9dfc-1df75d250b32 is: DOWN; New status is: DOWN {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:30:29.246723 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:29.517827 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b22239-3b77-475d-ab4b-04fb1d80cce5 req-9edd5dfd-205a-481b-9543-b2202fdb3629 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:29.520004 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-81b22239-3b77-475d-ab4b-04fb1d80cce5 req-9edd5dfd-205a-481b-9543-b2202fdb3629 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0533700 Oct 24 13:30:29.551823 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:29.576781 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-81b22239-3b77-475d-ab4b-04fb1d80cce5 req-210f2641-ffa0-43e1-a0f5-402adae014f1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504341 Oct 24 13:30:30.718052 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3347a2c-6d75-4600-bc57-163f23fe19f2 req-c20c1932-6a9e-46b4-9a06-8e83edf724d0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:30.719573 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e3347a2c-6d75-4600-bc57-163f23fe19f2 req-c20c1932-6a9e-46b4-9a06-8e83edf724d0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0539787 Oct 24 13:30:30.774530 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e3347a2c-6d75-4600-bc57-163f23fe19f2 req-71c5cc1d-c0f0-42ae-ac72-9a11bff4a00f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443473 Oct 24 13:30:31.372450 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-df3aa1bc-8a3d-4ded-9b32-48761d0bce22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:31.751496 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-88443e68-abef-41a3-8e5f-2c20d5b9c826 req-df571fb6-039e-4510-a0dc-bfb2bb18cf6b service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452149 Oct 24 13:30:31.837447 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88443e68-abef-41a3-8e5f-2c20d5b9c826 req-2d1f0a91-607d-4612-be18-e8a1f41471e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:31.839014 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-88443e68-abef-41a3-8e5f-2c20d5b9c826 req-2d1f0a91-607d-4612-be18-e8a1f41471e7 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11&device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 1129 time: 0.0445125 Oct 24 13:30:31.871983 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:31.970987 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721e1e3-9ec5-499e-afa8-89561552aa34 req-a8bb5f33-5fb0-4036-8f66-0ff78ca06576 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:31.972576 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a721e1e3-9ec5-499e-afa8-89561552aa34 req-a8bb5f33-5fb0-4036-8f66-0ff78ca06576 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0982311 Oct 24 13:30:32.018948 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88443e68-abef-41a3-8e5f-2c20d5b9c826 req-471a74b6-0962-4186-bd93-7724ac2bb294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:32.020443 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-88443e68-abef-41a3-8e5f-2c20d5b9c826 req-471a74b6-0962-4186-bd93-7724ac2bb294 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=143f8287-8fb4-4393-ae4f-ca898c17799f HTTP/1.1" status: 200 len: 912 time: 0.1565433 Oct 24 13:30:32.042886 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a721e1e3-9ec5-499e-afa8-89561552aa34 req-fbdaa004-d46a-4c34-a6bc-0e4a72609d6b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633712 Oct 24 13:30:33.175978 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fd1ff-b595-492f-b659-0dad33da9fa3 req-bf04c26d-c358-4235-a375-a68ee8368cf6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:33.177493 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-010fd1ff-b595-492f-b659-0dad33da9fa3 req-bf04c26d-c358-4235-a375-a68ee8368cf6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0483747 Oct 24 13:30:33.232296 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-010fd1ff-b595-492f-b659-0dad33da9fa3 req-c140da38-993f-40b5-b5aa-39d5665a1d8d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438311 Oct 24 13:30:33.634379 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f49258ad-603c-442b-8195-ee56f2c81d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:33.914562 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-88443e68-abef-41a3-8e5f-2c20d5b9c826 req-653bd930-2c91-4557-ac8b-7f9bdf5c709b service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdec5a38-0967-442c-8d70-b3f416f6105f HTTP/1.1" status: 200 len: 1001 time: 0.0615032 Oct 24 13:30:34.371784 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf9a16-c9de-4325-9d37-4e47795678ff req-81a0f398-dfdb-4572-877a-cc4c5cedf591 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:34.373234 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-81cf9a16-c9de-4325-9d37-4e47795678ff req-81a0f398-dfdb-4572-877a-cc4c5cedf591 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0532827 Oct 24 13:30:34.421546 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-81cf9a16-c9de-4325-9d37-4e47795678ff req-d1871d97-cca6-4a52-be55-d5d4773492e7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424995 Oct 24 13:30:34.902560 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:35.559755 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec53d4b-dd75-4171-87f2-570838c4aef1 req-adaf6237-9170-422c-83fc-92d50d7490cc tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:35.561649 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3ec53d4b-dd75-4171-87f2-570838c4aef1 req-adaf6237-9170-422c-83fc-92d50d7490cc tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0484693 Oct 24 13:30:35.620465 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3ec53d4b-dd75-4171-87f2-570838c4aef1 req-7b1ca378-4d06-4b12-b55b-2cdcec23d173 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519238 Oct 24 13:30:36.360097 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:36.542725 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:36.650498 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88443e68-abef-41a3-8e5f-2c20d5b9c826 req-7408e149-81df-475e-8805-559041f14980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:36.652140 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-88443e68-abef-41a3-8e5f-2c20d5b9c826 req-7408e149-81df-475e-8805-559041f14980 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=dd583918-9412-43e4-86a6-0aa07f6bb5dd HTTP/1.1" status: 200 len: 850 time: 0.0456233 Oct 24 13:30:36.768487 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88443e68-abef-41a3-8e5f-2c20d5b9c826 req-cd6af6a7-222f-4b59-a9d1-d4cba25e3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:36.770041 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-88443e68-abef-41a3-8e5f-2c20d5b9c826 req-cd6af6a7-222f-4b59-a9d1-d4cba25e3606 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=143f8287-8fb4-4393-ae4f-ca898c17799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1066954 Oct 24 13:30:36.776792 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad1a90-7790-40e3-a3ca-96ee3822628e req-8a42eb90-a701-4ee6-be3b-d7562654bb93 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:36.778174 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ecad1a90-7790-40e3-a3ca-96ee3822628e req-8a42eb90-a701-4ee6-be3b-d7562654bb93 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0667560 Oct 24 13:30:36.881673 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ecad1a90-7790-40e3-a3ca-96ee3822628e req-b3161c98-5e98-4e71-b5c4-23fadbbfe480 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929983 Oct 24 13:30:36.897256 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-88443e68-abef-41a3-8e5f-2c20d5b9c826 req-75d2f802-8246-45f4-8403-ca2fc4ab7afe service neutron] 10.222.0.59 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180961 Oct 24 13:30:37.175405 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-21d8e6a1-6a45-4dda-a002-4d285e7c6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:37.176954 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-21d8e6a1-6a45-4dda-a002-4d285e7c6a34 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd&tenant_id=7fa2196e343c45b5b741c39417ba9ef8 HTTP/1.1" status: 200 len: 1127 time: 0.1057978 Oct 24 13:30:37.206810 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-88443e68-abef-41a3-8e5f-2c20d5b9c826 req-00242663-8f66-400b-aa40-603b01d4498f service neutron] 10.222.0.59 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539381 Oct 24 13:30:37.262709 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-5c225161-e551-425c-b8d2-075aba767be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:37.264393 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-5c225161-e551-425c-b8d2-075aba767be0 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7fa2196e343c45b5b741c39417ba9ef8&device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 1127 time: 0.0453048 Oct 24 13:30:37.355096 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-7d8f2d23-28fa-46e6-adf4-07acdb134914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:37.356675 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-7d8f2d23-28fa-46e6-adf4-07acdb134914 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=958bd8a2-e988-4f21-ad22-567c0fb9f577 HTTP/1.1" status: 200 len: 918 time: 0.0861499 Oct 24 13:30:37.367540 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:37.420980 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-0f7f2019-b630-435f-a399-3e88d6ac136f service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32 HTTP/1.1" status: 200 len: 998 time: 0.0584066 Oct 24 13:30:37.469920 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-f2dde03d-0043-4583-aa76-24ce755251d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:37.471992 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-f2dde03d-0043-4583-aa76-24ce755251d9 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=35e2c2ac-a24b-4c15-9d5d-d1af70da09b7 HTTP/1.1" status: 200 len: 856 time: 0.0430892 Oct 24 13:30:37.512038 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-aacdbd87-0634-4bc7-af73-fc06148ebe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:37.513482 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-aacdbd87-0634-4bc7-af73-fc06148ebe12 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=958bd8a2-e988-4f21-ad22-567c0fb9f577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363886 Oct 24 13:30:37.537737 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:37.606289 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-be95ae8d-5e77-4bf2-865a-8dc6bea92c7e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847831 Oct 24 13:30:37.694360 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7b46a8d-8e7d-49ea-9cc2-62382ffe5f4d req-752d3a7c-26a7-4793-98aa-1311ef307f42 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818059 Oct 24 13:30:38.010260 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8f9c6-d3a7-4b23-8d67-2228a76e8146 req-3472eaeb-b5a2-4e4c-8080-e7b3a59f74fc tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:38.011778 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7fc8f9c6-d3a7-4b23-8d67-2228a76e8146 req-3472eaeb-b5a2-4e4c-8080-e7b3a59f74fc tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0483644 Oct 24 13:30:38.061634 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7fc8f9c6-d3a7-4b23-8d67-2228a76e8146 req-629daeae-0db9-472a-aa22-d12b6cd35a0e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440586 Oct 24 13:30:39.214584 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb4da-0789-4745-965c-182cfefa7d24 req-5e56dd52-ad8a-4716-8a2d-5a284c9c433c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:39.216026 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cddfb4da-0789-4745-965c-182cfefa7d24 req-5e56dd52-ad8a-4716-8a2d-5a284c9c433c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0519032 Oct 24 13:30:39.263656 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cddfb4da-0789-4745-965c-182cfefa7d24 req-d6ad768a-42f1-4e24-bc6e-705b726dc658 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419202 Oct 24 13:30:40.386373 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:40.394611 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d796c0d-0a45-42e4-af5d-49d959edc8d5 req-8229b6a7-1dc4-4b1b-9dd8-d857a8860e19 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:40.396085 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0d796c0d-0a45-42e4-af5d-49d959edc8d5 req-8229b6a7-1dc4-4b1b-9dd8-d857a8860e19 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0462980 Oct 24 13:30:40.442740 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0d796c0d-0a45-42e4-af5d-49d959edc8d5 req-5b225df5-8bc1-4dd4-90a8-765e995320ca tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408857 Oct 24 13:30:41.587781 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc9e55-d8a6-44fc-8e91-3c9db1faa3b2 req-0670a989-5e4d-4f18-9707-7d034851459e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:41.589358 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0fc9e55-d8a6-44fc-8e91-3c9db1faa3b2 req-0670a989-5e4d-4f18-9707-7d034851459e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0540864 Oct 24 13:30:41.640385 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a0fc9e55-d8a6-44fc-8e91-3c9db1faa3b2 req-3fa5cfab-48a9-4d31-8a02-3c5d686245c9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449395 Oct 24 13:30:42.765496 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba19694-a697-45d9-844b-4c6f222fd164 req-6f29dbe4-d7e7-4ea7-ba27-6bebc371ab79 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:42.766915 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6ba19694-a697-45d9-844b-4c6f222fd164 req-6f29dbe4-d7e7-4ea7-ba27-6bebc371ab79 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0447621 Oct 24 13:30:42.816506 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6ba19694-a697-45d9-844b-4c6f222fd164 req-90f9d6cf-7892-45b9-be9d-927d0da5e1a9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428653 Oct 24 13:30:43.669847 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:30:43.947299 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e5fc7-d5b5-48d4-bb9c-4c7da443adae req-ed1f6501-eaff-4d30-b11a-5732f845a214 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:43.948780 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1e8e5fc7-d5b5-48d4-bb9c-4c7da443adae req-ed1f6501-eaff-4d30-b11a-5732f845a214 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0497665 Oct 24 13:30:43.995065 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1e8e5fc7-d5b5-48d4-bb9c-4c7da443adae req-3b6746f7-9bc9-412f-b7fb-86734fecb20a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406625 Oct 24 13:30:45.138116 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb10a8-f772-4563-b462-c4175d3b8dad req-6237b835-1b57-431b-9e61-509b8b13d201 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:45.145236 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e3bb10a8-f772-4563-b462-c4175d3b8dad req-6237b835-1b57-431b-9e61-509b8b13d201 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0684547 Oct 24 13:30:45.202434 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e3bb10a8-f772-4563-b462-c4175d3b8dad req-ab18f6ea-a276-4813-9199-db04f99be5c8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562134 Oct 24 13:30:46.347970 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694bf9c-eab1-4131-98ea-d125ff1b6189 req-a6b5e6d3-6213-4bf9-957d-38ab1940b508 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:46.349402 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5694bf9c-eab1-4131-98ea-d125ff1b6189 req-a6b5e6d3-6213-4bf9-957d-38ab1940b508 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0495512 Oct 24 13:30:46.397098 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5694bf9c-eab1-4131-98ea-d125ff1b6189 req-62db185e-5a3c-41c2-86f9-5dd508b5188d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420570 Oct 24 13:30:46.498571 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:46.500471 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=36,neutron:UPDATE=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:47.528853 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d066-1417-4588-b856-c3999f177d86 req-a30ee833-2f48-40ec-b469-de2dbe9bc2ca tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:47.530356 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04f3d066-1417-4588-b856-c3999f177d86 req-a30ee833-2f48-40ec-b469-de2dbe9bc2ca tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0506501 Oct 24 13:30:47.587023 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04f3d066-1417-4588-b856-c3999f177d86 req-9c6b4375-f45a-4118-bd36-3f8045f9c19f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504546 Oct 24 13:30:48.728332 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d76135-2737-42e5-82af-94456339072a req-c44bf7cc-8906-4816-80f8-be1c04acd741 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:48.729706 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f0d76135-2737-42e5-82af-94456339072a req-c44bf7cc-8906-4816-80f8-be1c04acd741 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0456557 Oct 24 13:30:48.783649 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f0d76135-2737-42e5-82af-94456339072a req-91659902-a099-4796-a877-013dee2f7f0f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484555 Oct 24 13:30:49.934310 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea3e8f-7124-462c-a5e0-e0976100846f req-b3f5d49f-35c7-4fd2-807b-e1fd1fe3e7e7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:49.935683 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-39ea3e8f-7124-462c-a5e0-e0976100846f req-b3f5d49f-35c7-4fd2-807b-e1fd1fe3e7e7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0598555 Oct 24 13:30:49.987358 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-39ea3e8f-7124-462c-a5e0-e0976100846f req-e1c9cf9c-364b-4ca2-9349-e747d2c014f7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451019 Oct 24 13:30:51.122271 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61326a3-0b50-44d5-a1ec-3d472d81d2e3 req-1195f3e8-becd-49d1-b21b-72bdfd2cbfb2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:51.123730 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c61326a3-0b50-44d5-a1ec-3d472d81d2e3 req-1195f3e8-becd-49d1-b21b-72bdfd2cbfb2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0514164 Oct 24 13:30:51.170327 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c61326a3-0b50-44d5-a1ec-3d472d81d2e3 req-701060be-2fd1-4e10-b611-fcafa6389851 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405288 Oct 24 13:30:52.296214 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0959e6-2997-4450-b542-4b147a99de43 req-25ce87c5-1e52-446d-8c07-f52477f229ce tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:52.297691 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0a0959e6-2997-4450-b542-4b147a99de43 req-25ce87c5-1e52-446d-8c07-f52477f229ce tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0458720 Oct 24 13:30:52.346023 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0a0959e6-2997-4450-b542-4b147a99de43 req-7547bcfa-830a-4352-bf77-5ca9bfbc2820 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427046 Oct 24 13:30:53.455265 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:53.471520 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82138b69-ef94-4493-9839-2b616ad47ebc req-e0f1c7a1-2026-4beb-a734-a742a3dd88b3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:53.473892 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-82138b69-ef94-4493-9839-2b616ad47ebc req-e0f1c7a1-2026-4beb-a734-a742a3dd88b3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0484288 Oct 24 13:30:53.524426 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-82138b69-ef94-4493-9839-2b616ad47ebc req-3146c31a-677b-4102-9bf7-eba0de0f4a03 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444305 Oct 24 13:30:54.652474 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced7515-8fa7-4a94-abda-0db89e6c88a3 req-2e31a274-a5b8-416d-ab72-fbc623ca086b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:54.653909 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1ced7515-8fa7-4a94-abda-0db89e6c88a3 req-2e31a274-a5b8-416d-ab72-fbc623ca086b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0453868 Oct 24 13:30:54.677037 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:54.703418 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1ced7515-8fa7-4a94-abda-0db89e6c88a3 req-0e167435-1273-40de-a21c-8221cf6326b0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440094 Oct 24 13:30:55.834453 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35d807-d0a0-4832-9851-bba616234618 req-392270fc-a573-46ea-a54f-7e75942fba2b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:55.835907 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5e35d807-d0a0-4832-9851-bba616234618 req-392270fc-a573-46ea-a54f-7e75942fba2b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0481985 Oct 24 13:30:55.881916 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5e35d807-d0a0-4832-9851-bba616234618 req-d233e55f-c7f8-4453-ae98-aa8957e2ec82 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404966 Oct 24 13:30:57.006396 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d559fc-65db-4500-8b2f-9cb6b7d6de47 req-4c72912a-82fb-4cf9-8744-a6136712aa0a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:57.007756 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-73d559fc-65db-4500-8b2f-9cb6b7d6de47 req-4c72912a-82fb-4cf9-8744-a6136712aa0a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0455568 Oct 24 13:30:57.041882 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:57.053786 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-73d559fc-65db-4500-8b2f-9cb6b7d6de47 req-77b65899-4153-4136-9b83-828fc82a195f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406079 Oct 24 13:30:58.181677 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000285ba-169f-4498-8cd6-72ae4f7ccffd req-439de154-f45b-4035-ad09-d609e466969f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:58.183174 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-000285ba-169f-4498-8cd6-72ae4f7ccffd req-439de154-f45b-4035-ad09-d609e466969f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0474558 Oct 24 13:30:58.229950 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-000285ba-169f-4498-8cd6-72ae4f7ccffd req-9aaa7ba1-9ab3-466e-af59-b8acbfd944a6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412018 Oct 24 13:30:59.143284 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:59.356858 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddc534-eede-4f13-8ff7-8b1ea1433248 req-b5bb79b4-f52e-4e65-aca5-112f1cc34eae tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:30:59.358220 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-22ddc534-eede-4f13-8ff7-8b1ea1433248 req-b5bb79b4-f52e-4e65-aca5-112f1cc34eae tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0454123 Oct 24 13:30:59.403914 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-22ddc534-eede-4f13-8ff7-8b1ea1433248 req-1ab72e18-9c72-4675-a7ba-6655ad65525f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397329 Oct 24 13:31:00.533151 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba3779-44d2-4557-8612-8ec2e9f89db5 req-1122e924-4f4a-4073-b9de-0bfbb7060b8c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:00.534667 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-89ba3779-44d2-4557-8612-8ec2e9f89db5 req-1122e924-4f4a-4073-b9de-0bfbb7060b8c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0503185 Oct 24 13:31:00.576948 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:00.582040 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=7 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:00.585371 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-89ba3779-44d2-4557-8612-8ec2e9f89db5 req-dab86ad7-ba43-4898-8c65-36e4f03b16f0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448384 Oct 24 13:31:01.336728 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-6c861dfd-b7bd-4221-b3f8-758d7fa96d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:01.713985 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becee792-346b-4d7c-b5b3-4923f045b8ab req-de13c1c2-a231-4a33-a8c4-0bcca42501d5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:01.715412 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-becee792-346b-4d7c-b5b3-4923f045b8ab req-de13c1c2-a231-4a33-a8c4-0bcca42501d5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0478232 Oct 24 13:31:01.761900 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-becee792-346b-4d7c-b5b3-4923f045b8ab req-3edc492c-6e16-4e2f-9c18-27a8e8aa583c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409541 Oct 24 13:31:02.888182 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a9aa9-2b5e-4bb2-bf15-a7ab39d780fc req-5d20e2e2-f5a8-4d9c-a1dc-896572431a9c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:02.889672 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f26a9aa9-2b5e-4bb2-bf15-a7ab39d780fc req-5d20e2e2-f5a8-4d9c-a1dc-896572431a9c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0454710 Oct 24 13:31:02.934810 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f26a9aa9-2b5e-4bb2-bf15-a7ab39d780fc req-bff8f78a-c6ce-447e-b5b6-eebb80594115 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398014 Oct 24 13:31:03.622526 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-02baf711-638d-4eb6-b978-93add1daf3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:04.059265 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344da67-92b3-4945-97cb-d58fbdd799f5 req-bcf0c3a0-00df-417a-b350-32ba4ec56709 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:04.060760 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f344da67-92b3-4945-97cb-d58fbdd799f5 req-bcf0c3a0-00df-417a-b350-32ba4ec56709 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0456810 Oct 24 13:31:04.108632 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f344da67-92b3-4945-97cb-d58fbdd799f5 req-c990a622-a08c-4739-b267-85e062f13da3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421722 Oct 24 13:31:04.920375 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:05.187745 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057a42c-cca3-4b5d-b03d-dbeb88ce17f8 req-8b65727f-e997-4ebb-acac-0c592c8ed00c tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:05.189271 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8057a42c-cca3-4b5d-b03d-dbeb88ce17f8 req-8b65727f-e997-4ebb-acac-0c592c8ed00c tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 945 time: 0.0515726 Oct 24 13:31:05.238587 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5cf21-4593-4534-be79-d8440f2d6a79 req-2586ab9e-4ac2-4e73-8dc0-65060283723a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:05.240311 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7ca5cf21-4593-4534-be79-d8440f2d6a79 req-2586ab9e-4ac2-4e73-8dc0-65060283723a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0489657 Oct 24 13:31:05.304099 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7ca5cf21-4593-4534-be79-d8440f2d6a79 req-5af17cd2-ec88-4c47-86b2-3dc42dfe1e46 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575559 Oct 24 13:31:05.474620 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8057a42c-cca3-4b5d-b03d-dbeb88ce17f8 req-df1048dd-f117-4aa3-8d4b-5cefb9a3c63e tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794430 Oct 24 13:31:06.319488 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:06.419285 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:06.428041 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333ce19-4480-46ed-ae88-c11bf0f809f5 req-6a00ac52-cfe8-4d5f-9f96-fdb0832fc8ba tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:06.434732 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6333ce19-4480-46ed-ae88-c11bf0f809f5 req-6a00ac52-cfe8-4d5f-9f96-fdb0832fc8ba tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0543129 Oct 24 13:31:06.478151 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6333ce19-4480-46ed-ae88-c11bf0f809f5 req-d7702d10-f918-423c-9762-e74177e528d6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425677 Oct 24 13:31:06.594385 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:06.597240 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343e027-7a8c-45ab-8b4a-73458606d656 req-6d687e4b-2796-4054-a058-894304209339 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:06.599649 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6343e027-7a8c-45ab-8b4a-73458606d656 req-6d687e4b-2796-4054-a058-894304209339 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 945 time: 0.0478065 Oct 24 13:31:06.646125 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6343e027-7a8c-45ab-8b4a-73458606d656 req-35d1c210-8e46-480b-9cd9-252392318ff9 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405536 Oct 24 13:31:07.619110 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de595309-2890-4d2b-808f-d5d0b1338dc0 req-49992d16-3d85-46de-be64-1723a6b8f5cd tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:07.620587 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-de595309-2890-4d2b-808f-d5d0b1338dc0 req-49992d16-3d85-46de-be64-1723a6b8f5cd tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0452685 Oct 24 13:31:07.667194 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-de595309-2890-4d2b-808f-d5d0b1338dc0 req-fc83aefa-dea1-4a76-b59e-2006be1a2bc6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411227 Oct 24 13:31:07.768443 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ccbc0-37c7-4f25-8d64-b2d279bce72d req-fc2a64cb-4ae2-446b-adcc-149df9b0f23c tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:07.769890 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc4ccbc0-37c7-4f25-8d64-b2d279bce72d req-fc2a64cb-4ae2-446b-adcc-149df9b0f23c tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 945 time: 0.0500023 Oct 24 13:31:07.816064 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc4ccbc0-37c7-4f25-8d64-b2d279bce72d req-f83b3209-aa55-47ae-872a-4899e039f27a tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Oct 24 13:31:08.794936 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ee4fc-cb23-434c-aeaa-59342085cdee req-4e8de82f-385f-481f-bb57-a79864b69c48 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:08.796333 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-935ee4fc-cb23-434c-aeaa-59342085cdee req-4e8de82f-385f-481f-bb57-a79864b69c48 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0488169 Oct 24 13:31:08.842716 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-935ee4fc-cb23-434c-aeaa-59342085cdee req-4b5979bc-75ff-416f-873d-a5cd02677773 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403500 Oct 24 13:31:08.934080 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520e2fd-0809-48d3-a63f-7663b7b4e9bf req-36b3d0cc-ca4a-4b55-8f8a-14c1f4a37b98 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:08.935503 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b520e2fd-0809-48d3-a63f-7663b7b4e9bf req-36b3d0cc-ca4a-4b55-8f8a-14c1f4a37b98 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 945 time: 0.0443792 Oct 24 13:31:08.981921 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b520e2fd-0809-48d3-a63f-7663b7b4e9bf req-b8a45e0b-4531-4b2e-b83e-fbe6bef280a0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Oct 24 13:31:09.969344 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55c290-12cc-4c78-8271-6ff8865e2672 req-a5ef31cf-cd24-47bf-95ca-5e4387a4fbe6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:09.970822 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3b55c290-12cc-4c78-8271-6ff8865e2672 req-a5ef31cf-cd24-47bf-95ca-5e4387a4fbe6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 943 time: 0.0459847 Oct 24 13:31:10.017330 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3b55c290-12cc-4c78-8271-6ff8865e2672 req-fabc3197-48e6-496a-b7fa-3f3e0c7aa061 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411518 Oct 24 13:31:10.101369 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb18720-2c52-48e7-8b57-ef9dc6bc6e22 req-522a7cac-16b9-422c-bd8a-5aff4af8cab2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:10.102377 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-beb18720-2c52-48e7-8b57-ef9dc6bc6e22 req-522a7cac-16b9-422c-bd8a-5aff4af8cab2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 945 time: 0.0471535 Oct 24 13:31:10.152873 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-beb18720-2c52-48e7-8b57-ef9dc6bc6e22 req-3474f0f8-7741-4cdd-bb0e-c2d5da752aa8 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449741 Oct 24 13:31:10.464881 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 4dfc7079-30d9-488d-9dfc-1df75d250b32 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:31:10.563181 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 4dfc7079-30d9-488d-9dfc-1df75d250b32, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:31:10.574505 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '4dfc7079-30d9-488d-9dfc-1df75d250b32', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'port_id': '4dfc7079-30d9-488d-9dfc-1df75d250b32', 'mac_address': 'fa:16:3e:51:91:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:31:10.611977 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 4dfc7079-30d9-488d-9dfc-1df75d250b32 is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:31:10.612388 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:10.624958 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfc7079-30d9-488d-9dfc-1df75d250b32 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:31:10.644459 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 4dfc7079-30d9-488d-9dfc-1df75d250b32, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:31:10.691278 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:10.736800 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=4dfc7079-30d9-488d-9dfc-1df75d250b32,revision_number=9']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:31:11.141707 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a2190-e729-45b6-897b-0f5d0fc47712 req-6369facb-b09b-447e-8861-4ec47103ecbf tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:11.143257 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f83a2190-e729-45b6-897b-0f5d0fc47712 req-6369facb-b09b-447e-8861-4ec47103ecbf tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 944 time: 0.0453160 Oct 24 13:31:11.192487 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f83a2190-e729-45b6-897b-0f5d0fc47712 req-2fd3d7fb-ad56-4c2b-94f1-a0d86505e655 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431104 Oct 24 13:31:11.284852 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36806a06-bdf0-4c48-854b-8939a49074f3 req-b8bf8d6b-404e-4eb2-aeca-a3ad1c117176 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:11.286393 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-36806a06-bdf0-4c48-854b-8939a49074f3 req-b8bf8d6b-404e-4eb2-aeca-a3ad1c117176 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 945 time: 0.0494919 Oct 24 13:31:11.336095 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-36806a06-bdf0-4c48-854b-8939a49074f3 req-79f25992-62fe-4df7-91bb-33e3eac70d56 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437551 Oct 24 13:31:12.306490 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:12.317136 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f8c99-fcfa-4eee-b140-65385bdcb85c req-44fcba8a-47db-4f0a-8e5c-43787e9984d0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:12.319984 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-946f8c99-fcfa-4eee-b140-65385bdcb85c req-44fcba8a-47db-4f0a-8e5c-43787e9984d0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 944 time: 0.0457759 Oct 24 13:31:12.366895 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-946f8c99-fcfa-4eee-b140-65385bdcb85c req-7177a8e4-5038-4f96-a288-630d6658bbf5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427425 Oct 24 13:31:12.462844 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd34b4d-5bd8-4be9-b9cc-4beeadabd957 req-43131358-1921-49e5-81a1-88f4477232f5 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:12.464293 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0bd34b4d-5bd8-4be9-b9cc-4beeadabd957 req-43131358-1921-49e5-81a1-88f4477232f5 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 945 time: 0.0453608 Oct 24 13:31:12.507191 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:12.511897 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0bd34b4d-5bd8-4be9-b9cc-4beeadabd957 req-cde0224e-70e4-4dbb-bd26-7fbe0f7870b4 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421727 Oct 24 13:31:12.686112 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['4dfc7079-30d9-488d-9dfc-1df75d250b32'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:31:13.344493 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3ea33-3b4a-4f1e-bb09-b8657b9c3be0 req-b8ffa5af-df12-469d-8f3a-1a247eb5d629 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:13.346064 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-41e3ea33-3b4a-4f1e-bb09-b8657b9c3be0 req-b8ffa5af-df12-469d-8f3a-1a247eb5d629 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 945 time: 0.0499916 Oct 24 13:31:13.427073 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:13.437279 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-41e3ea33-3b4a-4f1e-bb09-b8657b9c3be0 req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Deleting port 4be62649-dc27-4985-9ca2-ca391e7d9189 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:31:13.437619 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-41e3ea33-3b4a-4f1e-bb09-b8657b9c3be0 req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (4be62649-dc27-4985-9ca2-ca391e7d9189), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:13.522789 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce7d9c-05cd-4131-887b-d0189c4d7af4 req-19f5d87e-3203-4b1b-b9f8-d70ff56d20b9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:13.524308 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-33ce7d9c-05cd-4131-887b-d0189c4d7af4 req-19f5d87e-3203-4b1b-b9f8-d70ff56d20b9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 944 time: 0.0484016 Oct 24 13:31:13.540354 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-41e3ea33-3b4a-4f1e-bb09-b8657b9c3be0 req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] For port 4be62649-dc27-4985-9ca2-ca391e7d9189, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4be62649-dc27-4985-9ca2-ca391e7d9189,segment=NetworkSegment(01466a46-6aeb-44ad-ade8-8e51bcec7715),segment_id=01466a46-6aeb-44ad-ade8-8e51bcec7715)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:31:13.541552 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-41e3ea33-3b4a-4f1e-bb09-b8657b9c3be0 req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (4be62649-dc27-4985-9ca2-ca391e7d9189), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:13.556927 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-41e3ea33-3b4a-4f1e-bb09-b8657b9c3be0 req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Calling delete_port for 4be62649-dc27-4985-9ca2-ca391e7d9189 owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:31:13.585461 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-33ce7d9c-05cd-4131-887b-d0189c4d7af4 req-a5f4db62-4b0f-4a08-9f93-ef906c322ad2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516012 Oct 24 13:31:13.657057 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306ae4b-80e4-4193-945d-25dc1f9f7710 req-ebaedeb2-478f-465b-a739-28e958af0f2b tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:13.658542 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9306ae4b-80e4-4193-945d-25dc1f9f7710 req-ebaedeb2-478f-465b-a739-28e958af0f2b tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 945 time: 0.0618057 Oct 24 13:31:13.747888 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9306ae4b-80e4-4193-945d-25dc1f9f7710 req-edda275d-f5c1-4e7b-8328-ba4ace0b1c9b tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810852 Oct 24 13:31:13.840044 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-41e3ea33-3b4a-4f1e-bb09-b8657b9c3be0 req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (4be62649-dc27-4985-9ca2-ca391e7d9189), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:13.865771 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Pushing event deleted for resources: {'Port': ['ID=4be62649-dc27-4985-9ca2-ca391e7d9189,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:31:13.875249 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:13.875591 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:13.875922 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:13.876251 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:13.876606 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:13.876927 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:13.877248 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:13.877569 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:13.877893 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:13.878208 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:13.878524 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:13.878839 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:13.879661 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:13.879972 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:13.880325 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:13.920794 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e3ea33-3b4a-4f1e-bb09-b8657b9c3be0 req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] No DVR routers for this DVR port 4be62649-dc27-4985-9ca2-ca391e7d9189 on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:31:13.923137 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-41e3ea33-3b4a-4f1e-bb09-b8657b9c3be0 req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:13.926360 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-41e3ea33-3b4a-4f1e-bb09-b8657b9c3be0 req-54d1e23c-a908-410a-8642-151e6f662ed2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.59 "DELETE /networking/v2.0/ports/4be62649-dc27-4985-9ca2-ca391e7d9189 HTTP/1.1" status: 204 len: 173 time: 0.5749907 Oct 24 13:31:13.926835 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045d0b97-923d-4969-a8f5-664dbc753b93', 'name': 'network-vif-deleted', 'tag': '4be62649-dc27-4985-9ca2-ca391e7d9189'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:31:13.929145 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d65a14-24ca-4dd7-b903-dfbf8ed98e93" -d '{"events": [{"server_uuid": "045d0b97-923d-4969-a8f5-664dbc753b93", "name": "network-vif-deleted", "tag": "4be62649-dc27-4985-9ca2-ca391e7d9189"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:31:14.026603 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57d98d0-344c-44b7-be28-a747db4c2dd1 x-openstack-request-id: req-f57d98d0-344c-44b7-be28-a747db4c2dd1 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:31:14.026899 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045d0b97-923d-4969-a8f5-664dbc753b93", "name": "network-vif-deleted", "tag": "4be62649-dc27-4985-9ca2-ca391e7d9189", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:31:14.032097 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f57d98d0-344c-44b7-be28-a747db4c2dd1 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:31:14.032097 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57d98d0-344c-44b7-be28-a747db4c2dd1'] response: {'server_uuid': '045d0b97-923d-4969-a8f5-664dbc753b93', 'name': 'network-vif-deleted', 'tag': '4be62649-dc27-4985-9ca2-ca391e7d9189', 'status': 'completed', 'code': 200} Oct 24 13:31:14.052616 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['4be62649-dc27-4985-9ca2-ca391e7d9189'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:31:14.072991 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 4dfc7079-30d9-488d-9dfc-1df75d250b32 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:31:14.119327 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 4dfc7079-30d9-488d-9dfc-1df75d250b32 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:31:14.119630 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:14.119966 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 4dfc7079-30d9-488d-9dfc-1df75d250b32 Oct 24 13:31:14.195098 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 4dfc7079-30d9-488d-9dfc-1df75d250b32 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:31:14.195486 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:14.218817 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfc7079-30d9-488d-9dfc-1df75d250b32'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:31:14.221075 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfb03ae-ced5-4fe9-a31f-05f4bfd0313a" -d '{"events": [{"server_uuid": "d3d04bbb-034d-4cf1-a753-9c4cb48e92bd", "name": "network-vif-plugged", "status": "completed", "tag": "4dfc7079-30d9-488d-9dfc-1df75d250b32"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:31:14.235396 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 4dfc7079-30d9-488d-9dfc-1df75d250b32, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:31:14.259907 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb50388d-9fb7-4d5e-837c-c641e05d40a3 x-openstack-request-id: req-bb50388d-9fb7-4d5e-837c-c641e05d40a3 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:31:14.260213 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d04bbb-034d-4cf1-a753-9c4cb48e92bd", "name": "network-vif-plugged", "status": "completed", "tag": "4dfc7079-30d9-488d-9dfc-1df75d250b32", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:31:14.260497 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb50388d-9fb7-4d5e-837c-c641e05d40a3 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:31:14.260913 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb50388d-9fb7-4d5e-837c-c641e05d40a3'] response: {'server_uuid': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfc7079-30d9-488d-9dfc-1df75d250b32', 'code': 200} Oct 24 13:31:14.315253 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:14.365605 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=4dfc7079-30d9-488d-9dfc-1df75d250b32,revision_number=10']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:31:14.718255 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844ed12-fc52-4c9b-a323-a9f532c3ad74 req-47ac8631-0d4c-4b1a-82af-9b4d60b8c85b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:14.719743 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f844ed12-fc52-4c9b-a323-a9f532c3ad74 req-47ac8631-0d4c-4b1a-82af-9b4d60b8c85b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 946 time: 0.0510285 Oct 24 13:31:14.779442 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f844ed12-fc52-4c9b-a323-a9f532c3ad74 req-542f1721-a6b9-4379-abba-3196aca8d00c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500093 Oct 24 13:31:14.885101 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f395c223-00eb-44c3-9c5c-e12d43d8b9fb req-f22b5343-9fb6-4f4a-88c2-9237ff78271d tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=045d0b97-923d-4969-a8f5-664dbc753b93 HTTP/1.1" status: 200 len: 210 time: 0.0324998 Oct 24 13:31:15.271836 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15c1df-83a7-41c1-b044-1a896a7ea746 req-85878715-f067-4728-ae68-c31ee0a6a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:15.273357 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3e15c1df-83a7-41c1-b044-1a896a7ea746 req-85878715-f067-4728-ae68-c31ee0a6a687 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 1130 time: 0.0792518 Oct 24 13:31:15.316615 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3e15c1df-83a7-41c1-b044-1a896a7ea746 req-0d42004d-77f3-4c4e-b6c2-2899069ef01d service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374327 Oct 24 13:31:15.907222 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3a078-9d9c-460a-a4c0-0823486bf607 req-c12ce65e-8191-4309-80b6-cabe17902003 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:15.908790 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b2b3a078-9d9c-460a-a4c0-0823486bf607 req-c12ce65e-8191-4309-80b6-cabe17902003 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 946 time: 0.0459676 Oct 24 13:31:15.956413 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b2b3a078-9d9c-460a-a4c0-0823486bf607 req-30da64e2-d74f-4b5a-9400-ecc47180feb8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421667 Oct 24 13:31:17.087482 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ffcf6-b876-4139-9223-ecad71374765 req-5e3ee3fc-1755-4329-9ab8-42e2443add96 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:17.089033 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-088ffcf6-b876-4139-9223-ecad71374765 req-5e3ee3fc-1755-4329-9ab8-42e2443add96 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 946 time: 0.0481653 Oct 24 13:31:17.135603 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-088ffcf6-b876-4139-9223-ecad71374765 req-46a755a6-ba24-406f-bfe6-3aaa46e3bd6c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407097 Oct 24 13:31:18.267243 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe74d8-be89-443f-935b-fb1f0e4deeb4 req-4051bbda-59b3-4b16-ad13-f3929309cd4c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:18.268724 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-37fe74d8-be89-443f-935b-fb1f0e4deeb4 req-4051bbda-59b3-4b16-ad13-f3929309cd4c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 946 time: 0.0494013 Oct 24 13:31:18.314744 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-37fe74d8-be89-443f-935b-fb1f0e4deeb4 req-fb760507-70de-4275-8789-693120453dd6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406072 Oct 24 13:31:19.441565 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b61f4d-8212-42ba-97b1-0da07b657eba req-fb2b638c-dc3b-4f68-b849-7b4a69906c42 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:19.443099 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-42b61f4d-8212-42ba-97b1-0da07b657eba req-fb2b638c-dc3b-4f68-b849-7b4a69906c42 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 946 time: 0.0498216 Oct 24 13:31:19.489487 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-42b61f4d-8212-42ba-97b1-0da07b657eba req-ec61df3a-9a15-4b27-afd8-dcc4bbf3a1f7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409381 Oct 24 13:31:19.619041 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 4be62649-dc27-4985-9ca2-ca391e7d9189 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:31:19.637716 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: 4be62649-dc27-4985-9ca2-ca391e7d9189 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:31:19.638055 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 4be62649-dc27-4985-9ca2-ca391e7d9189 not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:31:20.616127 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd318c08-ccc7-43ac-b795-d4550ed7f5c7 req-b87f8b57-b0ab-4523-8981-8591331cbf1c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:20.617631 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bd318c08-ccc7-43ac-b795-d4550ed7f5c7 req-b87f8b57-b0ab-4523-8981-8591331cbf1c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 946 time: 0.0488915 Oct 24 13:31:20.663629 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bd318c08-ccc7-43ac-b795-d4550ed7f5c7 req-2e18c501-d8f2-4aec-8ce5-2770ce5c7293 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405178 Oct 24 13:31:20.668817 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:31:21.781556 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:21.797562 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d6adb-08d7-4546-8842-2e6174259d51 req-967ac2e4-0dca-46b3-adee-4cc1d42c0847 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:21.799036 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ff1d6adb-08d7-4546-8842-2e6174259d51 req-967ac2e4-0dca-46b3-adee-4cc1d42c0847 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 946 time: 0.0479393 Oct 24 13:31:21.857971 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ff1d6adb-08d7-4546-8842-2e6174259d51 req-6febeac7-5987-47ae-aeb4-937748cd7065 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522494 Oct 24 13:31:22.231691 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 39604) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:31:22.335052 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:22.368386 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:22.408726 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Publish callbacks [] for security_group (81bca6ab-c48a-45e9-9937-4ed412ade849), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:22.491229 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (81bca6ab-c48a-45e9-9937-4ed412ade849), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:22.533926 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=97beeb44d855467480ebb98eda59be50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011591 Oct 24 13:31:22.534716 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bca6ab-c48a-45e9-9937-4ed412ade849,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:31:22.537230 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 39608) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:31:22.542762 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:22.543115 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:22.543643 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:22.543988 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:22.544343 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:22.544689 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:22.545001 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:22.545328 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:22.545653 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:22.546011 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:22.546333 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:22.546656 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:22.546973 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:22.547288 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:22.547603 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4984a-324e-44b1-823c-1d12d5bc8086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:22.587329 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c173a4ee-6d77-4267-892d-9db062843527 admin admin] Publish callbacks [] for security_group (81bca6ab-c48a-45e9-9937-4ed412ade849), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:22.610919 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c173a4ee-6d77-4267-892d-9db062843527 admin admin] Publish callbacks [] for security_group (81bca6ab-c48a-45e9-9937-4ed412ade849), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:22.642259 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:22.748484 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c173a4ee-6d77-4267-892d-9db062843527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (81bca6ab-c48a-45e9-9937-4ed412ade849), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:22.751169 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c173a4ee-6d77-4267-892d-9db062843527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:22.752444 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-c173a4ee-6d77-4267-892d-9db062843527 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/81bca6ab-c48a-45e9-9937-4ed412ade849 HTTP/1.1" status: 204 len: 168 time: 0.2141283 Oct 24 13:31:22.760690 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a4ee-6d77-4267-892d-9db062843527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bca6ab-c48a-45e9-9937-4ed412ade849,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:31:24.361958 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:24.397274 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 39646) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:31:24.501891 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-223d0973-f640-454b-8c8c-72e561d7d94c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:24.576440 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-223d0973-f640-454b-8c8c-72e561d7d94c admin admin] Publish callbacks [] for security_group (cea25e30-98e8-4086-a3e7-072e9c7e6a01), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:24.651309 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-223d0973-f640-454b-8c8c-72e561d7d94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (cea25e30-98e8-4086-a3e7-072e9c7e6a01), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:24.689669 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d0973-f640-454b-8c8c-72e561d7d94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea25e30-98e8-4086-a3e7-072e9c7e6a01,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:31:24.693974 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-223d0973-f640-454b-8c8c-72e561d7d94c admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=4cea469c95d7486eb5ee2632fe0359ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956932 Oct 24 13:31:24.697377 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 39650) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:31:24.744766 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a6d3b9a7-5c8e-4906-b3a8-e8b4a6327d60 admin admin] Publish callbacks [] for security_group (cea25e30-98e8-4086-a3e7-072e9c7e6a01), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:24.764929 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a6d3b9a7-5c8e-4906-b3a8-e8b4a6327d60 admin admin] Publish callbacks [] for security_group (cea25e30-98e8-4086-a3e7-072e9c7e6a01), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:24.874189 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a6d3b9a7-5c8e-4906-b3a8-e8b4a6327d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (cea25e30-98e8-4086-a3e7-072e9c7e6a01), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:24.876731 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a6d3b9a7-5c8e-4906-b3a8-e8b4a6327d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:24.877894 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-a6d3b9a7-5c8e-4906-b3a8-e8b4a6327d60 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/cea25e30-98e8-4086-a3e7-072e9c7e6a01 HTTP/1.1" status: 204 len: 168 time: 0.1796803 Oct 24 13:31:24.885747 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3b9a7-5c8e-4906-b3a8-e8b4a6327d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea25e30-98e8-4086-a3e7-072e9c7e6a01,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:31:24.897926 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:28.707512 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:28.717820 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d754df8-a87b-44e7-b664-c093930817bd req-0bd1d1a2-327f-4e48-a43e-a496757de566 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:28.719288 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5d754df8-a87b-44e7-b664-c093930817bd req-0bd1d1a2-327f-4e48-a43e-a496757de566 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/networks?id=ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 HTTP/1.1" status: 200 len: 814 time: 0.1015449 Oct 24 13:31:28.733778 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5d754df8-a87b-44e7-b664-c093930817bd req-247bba09-e2f4-4e1b-9a8b-4caa91233c1d tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/quotas/ca3097281d4c43458b408414648233a0 HTTP/1.1" status: 200 len: 375 time: 0.0090775 Oct 24 13:31:28.769323 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5d754df8-a87b-44e7-b664-c093930817bd req-319f1c0c-0ede-4d09-b985-b50e2bd56db3 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=ca3097281d4c43458b408414648233a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306232 Oct 24 13:31:28.950403 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5d754df8-a87b-44e7-b664-c093930817bd req-b84457e1-6816-4269-893d-a88466f5599d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ecd23e7e-0b9d-4b8b-a6ad-089c005916e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737854 Oct 24 13:31:29.039958 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5d754df8-a87b-44e7-b664-c093930817bd req-68de64c5-2473-4fc7-a701-a00c12b229d5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ecd23e7e-0b9d-4b8b-a6ad-089c005916e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835609 Oct 24 13:31:29.148511 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:29.273692 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ef89caed-908e-44eb-a8ad-c40a2c93a106 req-857e1ede-e574-4eae-8757-07daa6c1d262 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 210 time: 0.0284011 Oct 24 13:31:29.332188 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e01f110-1e17-45ef-b373-b199f1fbd222 req-6d5827b0-5363-4423-b801-05c12c32f6b8 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396731 Oct 24 13:31:29.444380 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01f110-1e17-45ef-b373-b199f1fbd222 req-436853b5-e2b6-4cfe-a4cf-eb363334d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:29.445910 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e01f110-1e17-45ef-b373-b199f1fbd222 req-436853b5-e2b6-4cfe-a4cf-eb363334d5d7 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 1129 time: 0.0401037 Oct 24 13:31:29.552379 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01f110-1e17-45ef-b373-b199f1fbd222 req-2c70c576-0c45-4ea4-8eb0-f3687e477cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:29.553883 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e01f110-1e17-45ef-b373-b199f1fbd222 req-2c70c576-0c45-4ea4-8eb0-f3687e477cac service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 918 time: 0.0897622 Oct 24 13:31:29.594043 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e01f110-1e17-45ef-b373-b199f1fbd222 req-d3c2633c-7bfa-4a11-aed9-5543a8c4ee0c service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf65c088-1188-479e-a207-5b5919c77b82 HTTP/1.1" status: 200 len: 217 time: 0.0323691 Oct 24 13:31:29.641548 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01f110-1e17-45ef-b373-b199f1fbd222 req-e4214219-37c5-403d-ae05-be4f32f820a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:29.642950 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e01f110-1e17-45ef-b373-b199f1fbd222 req-e4214219-37c5-403d-ae05-be4f32f820a9 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.0436785 Oct 24 13:31:29.690942 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01f110-1e17-45ef-b373-b199f1fbd222 req-276e9d78-f1d4-4e30-8227-822600219d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:29.697325 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e01f110-1e17-45ef-b373-b199f1fbd222 req-276e9d78-f1d4-4e30-8227-822600219d62 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435526 Oct 24 13:31:29.785785 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e01f110-1e17-45ef-b373-b199f1fbd222 req-9cde6221-0e64-4531-8d1e-b1763649a377 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837545 Oct 24 13:31:29.877063 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:29.881053 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e01f110-1e17-45ef-b373-b199f1fbd222 req-450168b2-8095-4da2-9929-2fd55f0efee8 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875158 Oct 24 13:31:30.378408 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-52d8863c-5a38-4ad9-a5a8-85752164da58 req-fd3adc00-5a40-4366-a032-0cbcb35f1b59 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 210 time: 0.0291524 Oct 24 13:31:31.337026 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31872825-4dc3-4fe6-9210-41c030d86b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:31.373543 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:31.423970 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d754df8-a87b-44e7-b664-c093930817bd req-3acb3bdf-8deb-43ae-a28b-4a9e347b14e0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:31.424334 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5d754df8-a87b-44e7-b664-c093930817bd req-3acb3bdf-8deb-43ae-a28b-4a9e347b14e0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.59 "GET /networking/v2.0/networks?id=ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 HTTP/1.1" status: 200 len: 814 time: 0.1021259 Oct 24 13:31:31.442519 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-5d754df8-a87b-44e7-b664-c093930817bd req-9fb16d1d-127a-44d5-8b2f-f5dd587585a0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Request body: {'port': {'device_id': 'b6a5500e-2b5e-4fad-b0d6-2a44310d907b', 'network_id': 'ecd23e7e-0b9d-4b8b-a6ad-089c005916e2', 'admin_state_up': True, 'tenant_id': 'ca3097281d4c43458b408414648233a0'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:31:31.516745 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fef5dbe9-4562-4882-a09b-e34954e6b992 req-21088f4f-1f75-4669-9d7e-42e0ed6b7b6f tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 210 time: 0.0541804 Oct 24 13:31:31.633735 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d754df8-a87b-44e7-b664-c093930817bd req-9fb16d1d-127a-44d5-8b2f-f5dd587585a0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Made reservation on behalf of ca3097281d4c43458b408414648233a0 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:31:31.638013 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5d754df8-a87b-44e7-b664-c093930817bd req-9fb16d1d-127a-44d5-8b2f-f5dd587585a0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:31.767375 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-5d754df8-a87b-44e7-b664-c093930817bd req-9fb16d1d-127a-44d5-8b2f-f5dd587585a0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Allocated IP 172.20.0.7 (ecd23e7e-0b9d-4b8b-a6ad-089c005916e2/9cfe1118-537a-4e15-a2be-4ea211ddf74a/143223ad-baec-4f7f-a08a-a4108c9f8dc0) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:31:31.912920 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5d754df8-a87b-44e7-b664-c093930817bd req-9fb16d1d-127a-44d5-8b2f-f5dd587585a0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Publish callbacks [] for port (143223ad-baec-4f7f-a08a-a4108c9f8dc0), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:31.999974 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5d754df8-a87b-44e7-b664-c093930817bd req-9fb16d1d-127a-44d5-8b2f-f5dd587585a0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (143223ad-baec-4f7f-a08a-a4108c9f8dc0), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:32.041846 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d754df8-a87b-44e7-b664-c093930817bd req-9fb16d1d-127a-44d5-8b2f-f5dd587585a0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Network ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:31:32.046817 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-5d754df8-a87b-44e7-b664-c093930817bd req-9fb16d1d-127a-44d5-8b2f-f5dd587585a0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:31:32.050156 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:32.051116 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d754df8-a87b-44e7-b664-c093930817bd req-9fb16d1d-127a-44d5-8b2f-f5dd587585a0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:31:32.057563 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb16d1d-127a-44d5-8b2f-f5dd587585a0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Pushing event updated for resources: {'Port': ['ID=143223ad-baec-4f7f-a08a-a4108c9f8dc0,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:31:32.102797 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d754df8-a87b-44e7-b664-c093930817bd req-9fb16d1d-127a-44d5-8b2f-f5dd587585a0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:32.103427 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5d754df8-a87b-44e7-b664-c093930817bd req-9fb16d1d-127a-44d5-8b2f-f5dd587585a0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:32.219394 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5d754df8-a87b-44e7-b664-c093930817bd req-9fb16d1d-127a-44d5-8b2f-f5dd587585a0 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7808909 Oct 24 13:31:32.238685 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Request body: {'port': {'device_id': 'b6a5500e-2b5e-4fad-b0d6-2a44310d907b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:31:32.300887 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (143223ad-baec-4f7f-a08a-a4108c9f8dc0), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:32.538108 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:32.547336 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143223ad-baec-4f7f-a08a-a4108c9f8dc0 {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:31:32.555139 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Publish callbacks [] for port (143223ad-baec-4f7f-a08a-a4108c9f8dc0), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:32.568045 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Transition to ACTIVE for port object 143223ad-baec-4f7f-a08a-a4108c9f8dc0 will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:31:32.611267 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (143223ad-baec-4f7f-a08a-a4108c9f8dc0), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:32.639782 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce712da-23d8-44da-aec0-bac48f675589 req-da927758-4a39-41fc-a494-77da2672bdc3 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:32.641303 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1ce712da-23d8-44da-aec0-bac48f675589 req-da927758-4a39-41fc-a494-77da2672bdc3 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 931 time: 0.0478120 Oct 24 13:31:32.689658 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1ce712da-23d8-44da-aec0-bac48f675589 req-e7c34ed1-b63b-4230-b7d8-03d0d4196429 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424495 Oct 24 13:31:32.694564 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Pushing event updated for resources: {'Port': ['ID=143223ad-baec-4f7f-a08a-a4108c9f8dc0,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:31:32.727470 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Attempting to bind port 143223ad-baec-4f7f-a08a-a4108c9f8dc0 on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:31:32.727802 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Attempting to bind port 143223ad-baec-4f7f-a08a-a4108c9f8dc0 by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': '01466a46-6aeb-44ad-ade8-8e51bcec7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ecd23e7e-0b9d-4b8b-a6ad-089c005916e2'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:31:32.728707 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Attempting to bind port 143223ad-baec-4f7f-a08a-a4108c9f8dc0 on network ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:31:32.768356 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Port 143223ad-baec-4f7f-a08a-a4108c9f8dc0 on network ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:31:32.768677 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Attempting to bind port 143223ad-baec-4f7f-a08a-a4108c9f8dc0 on network ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:31:32.809246 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:31:32.809510 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Checking segment: {'id': '01466a46-6aeb-44ad-ade8-8e51bcec7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ecd23e7e-0b9d-4b8b-a6ad-089c005916e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:31:32.809882 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Bound using segment: {'id': '01466a46-6aeb-44ad-ade8-8e51bcec7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ecd23e7e-0b9d-4b8b-a6ad-089c005916e2'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:31:32.810306 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Bound port: 143223ad-baec-4f7f-a08a-a4108c9f8dc0, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01466a46-6aeb-44ad-ade8-8e51bcec7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ecd23e7e-0b9d-4b8b-a6ad-089c005916e2'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:31:32.810657 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (143223ad-baec-4f7f-a08a-a4108c9f8dc0), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:32.872450 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] For port 143223ad-baec-4f7f-a08a-a4108c9f8dc0, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:31:32.874091 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:32.875824 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] For port 143223ad-baec-4f7f-a08a-a4108c9f8dc0, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=143223ad-baec-4f7f-a08a-a4108c9f8dc0,segment=NetworkSegment(01466a46-6aeb-44ad-ade8-8e51bcec7715),segment_id=01466a46-6aeb-44ad-ade8-8e51bcec7715)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:31:32.988605 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (143223ad-baec-4f7f-a08a-a4108c9f8dc0), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:32.994041 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:32.994641 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:32.996038 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5d754df8-a87b-44e7-b664-c093930817bd req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/143223ad-baec-4f7f-a08a-a4108c9f8dc0 HTTP/1.1" status: 200 len: 1093 time: 0.7613001 Oct 24 13:31:32.996608 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a5500e-2b5e-4fad-b0d6-2a44310d907b', 'tag': '143223ad-baec-4f7f-a08a-a4108c9f8dc0'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:31:32.998766 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56b824d-d891-4e37-a457-ae67c2f3139e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a5500e-2b5e-4fad-b0d6-2a44310d907b", "tag": "143223ad-baec-4f7f-a08a-a4108c9f8dc0"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:31:33.040602 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1624d835-253a-4c62-9aad-133c42079210 x-openstack-request-id: req-1624d835-253a-4c62-9aad-133c42079210 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:31:33.040876 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a5500e-2b5e-4fad-b0d6-2a44310d907b", "tag": "143223ad-baec-4f7f-a08a-a4108c9f8dc0", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:31:33.041120 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1624d835-253a-4c62-9aad-133c42079210 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:31:33.041504 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1624d835-253a-4c62-9aad-133c42079210'] response: {'name': 'network-changed', 'server_uuid': 'b6a5500e-2b5e-4fad-b0d6-2a44310d907b', 'tag': '143223ad-baec-4f7f-a08a-a4108c9f8dc0', 'status': 'completed', 'code': 200} Oct 24 13:31:33.046178 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27167ea7-696c-4013-a7c8-dd34fc2c3b47 service neutron] Pushing event updated for resources: {'Port': ['ID=143223ad-baec-4f7f-a08a-a4108c9f8dc0,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:31:33.140967 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b824d-d891-4e37-a457-ae67c2f3139e req-7a1349e8-1625-46af-b2e8-e3952491c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:33.142525 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b56b824d-d891-4e37-a457-ae67c2f3139e req-7a1349e8-1625-46af-b2e8-e3952491c50c service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=ca3097281d4c43458b408414648233a0&device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 1127 time: 0.0399485 Oct 24 13:31:33.248147 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b824d-d891-4e37-a457-ae67c2f3139e req-f51af121-828c-4584-8976-56475290cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:33.249601 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b56b824d-d891-4e37-a457-ae67c2f3139e req-f51af121-828c-4584-8976-56475290cd43 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=ca3097281d4c43458b408414648233a0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0945468 Oct 24 13:31:33.357918 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b824d-d891-4e37-a457-ae67c2f3139e req-19bde91c-6bfe-49cb-947a-9635edb4b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:33.359275 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b56b824d-d891-4e37-a457-ae67c2f3139e req-19bde91c-6bfe-49cb-947a-9635edb4b494 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019371 Oct 24 13:31:33.450723 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d754df8-a87b-44e7-b664-c093930817bd req-57cbe2f3-99dc-415d-b1ed-55a8be35d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:33.452169 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5d754df8-a87b-44e7-b664-c093930817bd req-57cbe2f3-99dc-415d-b1ed-55a8be35d87e service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=ca3097281d4c43458b408414648233a0&device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 1127 time: 0.0381384 Oct 24 13:31:33.512950 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5d754df8-a87b-44e7-b664-c093930817bd req-5e941c7c-d589-4e79-af20-06a399cd0bd8 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=143223ad-baec-4f7f-a08a-a4108c9f8dc0 HTTP/1.1" status: 200 len: 217 time: 0.0349879 Oct 24 13:31:33.561621 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d754df8-a87b-44e7-b664-c093930817bd req-3fad8bd8-23f0-413a-a2ba-803d97cbffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:33.563096 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5d754df8-a87b-44e7-b664-c093930817bd req-3fad8bd8-23f0-413a-a2ba-803d97cbffea service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=9cfe1118-537a-4e15-a2be-4ea211ddf74a HTTP/1.1" status: 200 len: 854 time: 0.0431075 Oct 24 13:31:33.594321 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5d754df8-a87b-44e7-b664-c093930817bd req-879a26f8-0018-468b-8a78-9e66316f0de7 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=ecd23e7e-0b9d-4b8b-a6ad-089c005916e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247638 Oct 24 13:31:33.616791 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-58467805-2e0b-40b7-90ce-7008f8fbcbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:33.687073 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5d754df8-a87b-44e7-b664-c093930817bd req-7eeceeae-430c-4028-852f-d011a90ce212 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/ecd23e7e-0b9d-4b8b-a6ad-089c005916e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854435 Oct 24 13:31:33.785815 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5d754df8-a87b-44e7-b664-c093930817bd req-53bbf47b-9cc9-4332-a9f6-c436966cea2c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/ecd23e7e-0b9d-4b8b-a6ad-089c005916e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840955 Oct 24 13:31:33.810038 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab58ad-11bc-412c-8875-00e6a08c9609 req-6c041161-2a89-4bdb-bb2a-7a06ea0867dc tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:33.811491 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-85ab58ad-11bc-412c-8875-00e6a08c9609 req-6c041161-2a89-4bdb-bb2a-7a06ea0867dc tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 943 time: 0.0455391 Oct 24 13:31:33.861766 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-85ab58ad-11bc-412c-8875-00e6a08c9609 req-0e8d4709-c40c-43a2-8d3f-8150c15ec6cf tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445106 Oct 24 13:31:34.897364 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:34.982164 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326061c-58f3-4123-9ce6-3c129707b6e6 req-f7ece1b0-6e00-4c71-af26-34eb3b754219 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:34.983614 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1326061c-58f3-4123-9ce6-3c129707b6e6 req-f7ece1b0-6e00-4c71-af26-34eb3b754219 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 943 time: 0.0466297 Oct 24 13:31:35.017184 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:35.033565 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1326061c-58f3-4123-9ce6-3c129707b6e6 req-5bdab3f5-fc71-4437-9977-84c4a12cfc6d tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 Oct 24 13:31:36.152056 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000620d-dadd-4727-bc6d-770eb0ddec04 req-b886c1a4-0e55-4311-8634-a86d772974ec tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:36.153562 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9000620d-dadd-4727-bc6d-770eb0ddec04 req-b886c1a4-0e55-4311-8634-a86d772974ec tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 943 time: 0.0459991 Oct 24 13:31:36.199914 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9000620d-dadd-4727-bc6d-770eb0ddec04 req-c330dd2b-b715-450a-9f21-ec62d3f26347 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408113 Oct 24 13:31:36.342560 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:36.548258 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:37.036634 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 143223ad-baec-4f7f-a08a-a4108c9f8dc0 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:31:37.136669 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 143223ad-baec-4f7f-a08a-a4108c9f8dc0, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=143223ad-baec-4f7f-a08a-a4108c9f8dc0,segment=NetworkSegment(01466a46-6aeb-44ad-ade8-8e51bcec7715),segment_id=01466a46-6aeb-44ad-ade8-8e51bcec7715)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:31:37.148111 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '143223ad-baec-4f7f-a08a-a4108c9f8dc0', 'network_id': 'ecd23e7e-0b9d-4b8b-a6ad-089c005916e2', 'port_id': '143223ad-baec-4f7f-a08a-a4108c9f8dc0', 'mac_address': 'fa:16:3e:47:ab:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cfe1118-537a-4e15-a2be-4ea211ddf74a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:31:37.181981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 143223ad-baec-4f7f-a08a-a4108c9f8dc0 is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:31:37.182367 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (143223ad-baec-4f7f-a08a-a4108c9f8dc0), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:37.194714 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143223ad-baec-4f7f-a08a-a4108c9f8dc0 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:31:37.214772 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 143223ad-baec-4f7f-a08a-a4108c9f8dc0, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=143223ad-baec-4f7f-a08a-a4108c9f8dc0,segment=NetworkSegment(01466a46-6aeb-44ad-ade8-8e51bcec7715),segment_id=01466a46-6aeb-44ad-ade8-8e51bcec7715)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:31:37.292096 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (143223ad-baec-4f7f-a08a-a4108c9f8dc0), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:37.321989 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a80a6-ab96-41fc-9f6e-e621932f396c req-367fad59-fc39-484e-a8dd-0bd6e98c7949 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:37.323505 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-161a80a6-ab96-41fc-9f6e-e621932f396c req-367fad59-fc39-484e-a8dd-0bd6e98c7949 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 943 time: 0.0492761 Oct 24 13:31:37.337683 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=143223ad-baec-4f7f-a08a-a4108c9f8dc0,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:31:37.345194 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:37.345786 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:37.345872 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:37.346215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:37.346549 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:37.346878 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:37.347205 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:37.347527 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:37.347850 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:37.348382 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:37.348712 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:37.349038 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:37.349948 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:37.350277 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:37.350602 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:31:37.371920 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-161a80a6-ab96-41fc-9f6e-e621932f396c req-bb9a3a50-0558-4b3b-a556-d575a1a5ee8c tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424306 Oct 24 13:31:37.574586 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=3 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:37.579399 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=5 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:37.827052 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['143223ad-baec-4f7f-a08a-a4108c9f8dc0'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:31:38.491151 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d3b4b-a0f7-43e2-a82a-05331d6cb437 req-f1ad8b82-e988-4c06-965c-8ef2b941d7f2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:38.492655 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e02d3b4b-a0f7-43e2-a82a-05331d6cb437 req-f1ad8b82-e988-4c06-965c-8ef2b941d7f2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 944 time: 0.0456438 Oct 24 13:31:38.540016 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e02d3b4b-a0f7-43e2-a82a-05331d6cb437 req-7d878c1c-a8f1-4a7c-93c3-b9bd13f015ec tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412059 Oct 24 13:31:39.051998 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 143223ad-baec-4f7f-a08a-a4108c9f8dc0 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:31:39.096891 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port 143223ad-baec-4f7f-a08a-a4108c9f8dc0 completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:31:39.148049 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 143223ad-baec-4f7f-a08a-a4108c9f8dc0 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:31:39.148446 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (143223ad-baec-4f7f-a08a-a4108c9f8dc0), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:39.148780 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 143223ad-baec-4f7f-a08a-a4108c9f8dc0 Oct 24 13:31:39.220499 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 143223ad-baec-4f7f-a08a-a4108c9f8dc0 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:31:39.220796 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (143223ad-baec-4f7f-a08a-a4108c9f8dc0), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:39.243015 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a5500e-2b5e-4fad-b0d6-2a44310d907b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143223ad-baec-4f7f-a08a-a4108c9f8dc0'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:31:39.245284 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70f73cb-4c2c-4dd0-8a3f-329e6ea88f6f" -d '{"events": [{"server_uuid": "b6a5500e-2b5e-4fad-b0d6-2a44310d907b", "name": "network-vif-plugged", "status": "completed", "tag": "143223ad-baec-4f7f-a08a-a4108c9f8dc0"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:31:39.258123 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 143223ad-baec-4f7f-a08a-a4108c9f8dc0, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=143223ad-baec-4f7f-a08a-a4108c9f8dc0,segment=NetworkSegment(01466a46-6aeb-44ad-ade8-8e51bcec7715),segment_id=01466a46-6aeb-44ad-ade8-8e51bcec7715)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:31:39.319674 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (143223ad-baec-4f7f-a08a-a4108c9f8dc0), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:39.370183 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=143223ad-baec-4f7f-a08a-a4108c9f8dc0,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:31:39.401644 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8382ece7-dcfd-4b01-bcd3-e6704d67cd8c x-openstack-request-id: req-8382ece7-dcfd-4b01-bcd3-e6704d67cd8c {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:31:39.401955 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a5500e-2b5e-4fad-b0d6-2a44310d907b", "name": "network-vif-plugged", "status": "completed", "tag": "143223ad-baec-4f7f-a08a-a4108c9f8dc0", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:31:39.402209 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8382ece7-dcfd-4b01-bcd3-e6704d67cd8c {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:31:39.402608 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8382ece7-dcfd-4b01-bcd3-e6704d67cd8c'] response: {'server_uuid': 'b6a5500e-2b5e-4fad-b0d6-2a44310d907b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143223ad-baec-4f7f-a08a-a4108c9f8dc0', 'code': 200} Oct 24 13:31:39.664819 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1af0c1-fcad-4086-8850-da2342edff44 req-3bfa450d-8b46-4569-965f-b3e7fb0e6305 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:39.666345 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4e1af0c1-fcad-4086-8850-da2342edff44 req-3bfa450d-8b46-4569-965f-b3e7fb0e6305 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 945 time: 0.0502129 Oct 24 13:31:39.708336 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e41016-03a0-4b7a-813c-7b76140c4ec5 req-425865e5-71f3-4854-a799-3ac66c5fe9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:39.709953 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f4e41016-03a0-4b7a-813c-7b76140c4ec5 req-425865e5-71f3-4854-a799-3ac66c5fe9a9 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 1129 time: 0.0387890 Oct 24 13:31:39.714339 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4e1af0c1-fcad-4086-8850-da2342edff44 req-b3e8de91-0f7a-4861-9cce-84ee52585716 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425141 Oct 24 13:31:39.755248 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f4e41016-03a0-4b7a-813c-7b76140c4ec5 req-94c4c9af-af19-46c8-a9b6-eb18bda5d873 service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385892 Oct 24 13:31:40.836651 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab246e2d-6c6e-4df3-be8e-b694382cd570 req-f5cc37bd-a204-49c9-a4b8-aae3a741c8a2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:40.838109 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ab246e2d-6c6e-4df3-be8e-b694382cd570 req-f5cc37bd-a204-49c9-a4b8-aae3a741c8a2 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 945 time: 0.0475879 Oct 24 13:31:40.883576 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ab246e2d-6c6e-4df3-be8e-b694382cd570 req-45a0ac9e-d7a7-46c1-b48a-5392fad494c5 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393825 Oct 24 13:31:42.001733 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e570980-1858-451f-9495-8b082a8f1542 req-24f7acbd-1431-4fbc-bb0d-cf5afe82cfe6 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:31:42.003158 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7e570980-1858-451f-9495-8b082a8f1542 req-24f7acbd-1431-4fbc-bb0d-cf5afe82cfe6 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 945 time: 0.0455389 Oct 24 13:31:42.048603 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7e570980-1858-451f-9495-8b082a8f1542 req-e7e6d5e0-14dd-47bc-9a2b-726ce801555f tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399587 Oct 24 13:31:49.356986 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:49.365968 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:50.877351 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=83 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:50.880218 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=33 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:52.042812 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=69 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:52.045670 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:57.465933 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=15 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:57.471773 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=11 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:57.666992 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:31:59.199862 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:01.313970 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-43b2be96-b221-4334-9b03-74ce026dbf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:03.622965 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-dc07f00a-be01-458a-9437-29e0b6d3f998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:04.891078 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:06.337007 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:06.582365 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:09.066408 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba806ccd-1480-40ad-b849-171254f8dbe6 req-8eb0510b-6e10-4b7a-a0ee-92c6aa38f57c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:09.067884 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ba806ccd-1480-40ad-b849-171254f8dbe6 req-8eb0510b-6e10-4b7a-a0ee-92c6aa38f57c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0467987 Oct 24 13:32:09.115449 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ba806ccd-1480-40ad-b849-171254f8dbe6 req-45d728e3-093a-4218-82bb-915d17fb8128 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418947 Oct 24 13:32:09.858443 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b525b-5531-41b3-841d-a5e34136fe2a req-c46e9bc1-bd6b-4743-a8cb-bba6532f7922 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:09.859881 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-da3b525b-5531-41b3-841d-a5e34136fe2a req-c46e9bc1-bd6b-4743-a8cb-bba6532f7922 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 945 time: 0.0481365 Oct 24 13:32:09.906191 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-da3b525b-5531-41b3-841d-a5e34136fe2a req-6f12f5ff-3ee8-4754-a656-0fee64f6ef34 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406914 Oct 24 13:32:10.239873 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2000cc6-ff1f-4901-b552-3b2de2e8751f req-78cbb1db-b23e-46cd-8618-46156c1f6676 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:10.245448 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b2000cc6-ff1f-4901-b552-3b2de2e8751f req-78cbb1db-b23e-46cd-8618-46156c1f6676 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0494854 Oct 24 13:32:10.288242 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b2000cc6-ff1f-4901-b552-3b2de2e8751f req-ce6f2dc2-3790-4667-a259-ba9461fbe92e tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408669 Oct 24 13:32:11.021222 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a398b4-7daa-41f8-9d0d-875ce0f6ab38 req-3c2987b2-b166-490b-a7fe-21a10b4f497b tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:11.022694 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-51a398b4-7daa-41f8-9d0d-875ce0f6ab38 req-3c2987b2-b166-490b-a7fe-21a10b4f497b tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 945 time: 0.0445404 Oct 24 13:32:11.070226 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-51a398b4-7daa-41f8-9d0d-875ce0f6ab38 req-5df3aa98-549d-44bd-a313-08ef4b31298a tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416229 Oct 24 13:32:11.406434 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdaf16-3dc1-4701-a043-366cf1e4ecd9 req-ee785623-d059-460c-987a-73cdc050ee20 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:11.407862 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5dfdaf16-3dc1-4701-a043-366cf1e4ecd9 req-ee785623-d059-460c-987a-73cdc050ee20 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0449455 Oct 24 13:32:11.453827 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5dfdaf16-3dc1-4701-a043-366cf1e4ecd9 req-68bd3b2b-c545-4cf0-a0f7-aa79a862752c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404334 Oct 24 13:32:12.203877 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310fd33-8820-44f6-af95-3cb06829c90e req-a16e59ba-428a-49f0-acad-822af83399c4 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:12.205296 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2310fd33-8820-44f6-af95-3cb06829c90e req-a16e59ba-428a-49f0-acad-822af83399c4 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 945 time: 0.0710771 Oct 24 13:32:12.240963 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206a8a4-3f0c-4287-96b8-4d1bd6146747 req-2e68e72e-72be-440b-8805-5e2adbf9a419 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:12.242333 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b206a8a4-3f0c-4287-96b8-4d1bd6146747 req-2e68e72e-72be-440b-8805-5e2adbf9a419 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 945 time: 0.0822110 Oct 24 13:32:12.320376 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-2310fd33-8820-44f6-af95-3cb06829c90e req-c90cc236-1568-43c2-9595-f4d114500c30 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Deleting port 143223ad-baec-4f7f-a08a-a4108c9f8dc0 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:32:12.320707 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-2310fd33-8820-44f6-af95-3cb06829c90e req-c90cc236-1568-43c2-9595-f4d114500c30 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (143223ad-baec-4f7f-a08a-a4108c9f8dc0), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:12.339411 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b206a8a4-3f0c-4287-96b8-4d1bd6146747 req-5b7a8a91-8d82-4548-bf0c-f9761ddd27a9 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5f7a0298-7c74-4fe3-b7e9-a421efdf832f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910065 Oct 24 13:32:12.416698 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-2310fd33-8820-44f6-af95-3cb06829c90e req-c90cc236-1568-43c2-9595-f4d114500c30 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] For port 143223ad-baec-4f7f-a08a-a4108c9f8dc0, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=143223ad-baec-4f7f-a08a-a4108c9f8dc0,segment=NetworkSegment(01466a46-6aeb-44ad-ade8-8e51bcec7715),segment_id=01466a46-6aeb-44ad-ade8-8e51bcec7715)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:32:12.417049 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-2310fd33-8820-44f6-af95-3cb06829c90e req-c90cc236-1568-43c2-9595-f4d114500c30 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (143223ad-baec-4f7f-a08a-a4108c9f8dc0), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:12.430303 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-2310fd33-8820-44f6-af95-3cb06829c90e req-c90cc236-1568-43c2-9595-f4d114500c30 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Calling delete_port for 143223ad-baec-4f7f-a08a-a4108c9f8dc0 owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:32:12.573684 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bb40d-1942-4a67-af39-62a0ab5861fc req-9de95c51-6468-4283-959c-d5122fe53aa5 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:12.575171 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d87bb40d-1942-4a67-af39-62a0ab5861fc req-9de95c51-6468-4283-959c-d5122fe53aa5 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0458603 Oct 24 13:32:12.611454 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-2310fd33-8820-44f6-af95-3cb06829c90e req-c90cc236-1568-43c2-9595-f4d114500c30 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (143223ad-baec-4f7f-a08a-a4108c9f8dc0), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:12.627930 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d87bb40d-1942-4a67-af39-62a0ab5861fc req-6fa4ab7d-9ce8-4f7e-b4db-e7e73005864d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466468 Oct 24 13:32:12.639681 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cc236-1568-43c2-9595-f4d114500c30 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Pushing event deleted for resources: {'Port': ['ID=143223ad-baec-4f7f-a08a-a4108c9f8dc0,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:32:12.646474 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['143223ad-baec-4f7f-a08a-a4108c9f8dc0'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:32:12.685710 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2310fd33-8820-44f6-af95-3cb06829c90e req-c90cc236-1568-43c2-9595-f4d114500c30 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] No DVR routers for this DVR port 143223ad-baec-4f7f-a08a-a4108c9f8dc0 on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:32:12.688134 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-2310fd33-8820-44f6-af95-3cb06829c90e req-c90cc236-1568-43c2-9595-f4d114500c30 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:12.691311 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2310fd33-8820-44f6-af95-3cb06829c90e req-c90cc236-1568-43c2-9595-f4d114500c30 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.59 "DELETE /networking/v2.0/ports/143223ad-baec-4f7f-a08a-a4108c9f8dc0 HTTP/1.1" status: 204 len: 173 time: 0.4806709 Oct 24 13:32:12.691838 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a5500e-2b5e-4fad-b0d6-2a44310d907b', 'name': 'network-vif-deleted', 'tag': '143223ad-baec-4f7f-a08a-a4108c9f8dc0'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:32:12.694109 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667e91c7-5b31-44f9-be15-f890f510e755" -d '{"events": [{"server_uuid": "b6a5500e-2b5e-4fad-b0d6-2a44310d907b", "name": "network-vif-deleted", "tag": "143223ad-baec-4f7f-a08a-a4108c9f8dc0"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:32:12.737416 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9843a2-7269-48b2-9cd5-1a22cf0f0050 x-openstack-request-id: req-df9843a2-7269-48b2-9cd5-1a22cf0f0050 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:32:12.737416 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a5500e-2b5e-4fad-b0d6-2a44310d907b", "name": "network-vif-deleted", "tag": "143223ad-baec-4f7f-a08a-a4108c9f8dc0", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:32:12.737416 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df9843a2-7269-48b2-9cd5-1a22cf0f0050 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:32:12.737416 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9843a2-7269-48b2-9cd5-1a22cf0f0050'] response: {'server_uuid': 'b6a5500e-2b5e-4fad-b0d6-2a44310d907b', 'name': 'network-vif-deleted', 'tag': '143223ad-baec-4f7f-a08a-a4108c9f8dc0', 'status': 'completed', 'code': 200} Oct 24 13:32:13.454621 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c64d4fda-6f7f-4b5d-a471-24cbe6805bdd req-e2c5a790-3b00-4179-a372-5c6d8f815b60 tempest-VolumesSnapshotTestJSON-428204675 tempest-VolumesSnapshotTestJSON-428204675-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6a5500e-2b5e-4fad-b0d6-2a44310d907b HTTP/1.1" status: 200 len: 210 time: 0.0272043 Oct 24 13:32:13.751395 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda49c8-81e3-4e2c-b14a-c34876bec827 req-dbdf0910-5186-4b49-8208-fc54ac3671bc tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:13.753012 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0eda49c8-81e3-4e2c-b14a-c34876bec827 req-dbdf0910-5186-4b49-8208-fc54ac3671bc tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0479715 Oct 24 13:32:13.803875 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0eda49c8-81e3-4e2c-b14a-c34876bec827 req-01373236-29aa-4941-9403-8c8b56fb2054 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448093 Oct 24 13:32:14.570076 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:14.573935 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=6 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:14.935510 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10588dc-c9ee-4acb-9cc9-ac57630ca510 req-ad66997f-4229-462b-949d-2b0d433555dc tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:14.937024 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a10588dc-c9ee-4acb-9cc9-ac57630ca510 req-ad66997f-4229-462b-949d-2b0d433555dc tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0561099 Oct 24 13:32:14.949137 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:14.964783 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:14.987483 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a10588dc-c9ee-4acb-9cc9-ac57630ca510 req-95a0d3d5-ebca-493c-857c-b507fdd447f4 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440161 Oct 24 13:32:15.230008 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 143223ad-baec-4f7f-a08a-a4108c9f8dc0 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:32:15.249765 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: 143223ad-baec-4f7f-a08a-a4108c9f8dc0 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:32:15.250106 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 143223ad-baec-4f7f-a08a-a4108c9f8dc0 not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:32:16.119846 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e442e-9c48-4f2f-8d7b-7411bb8dcce1 req-ed6678f4-f771-43c6-aa99-c578baa38b7d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:16.121839 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7d2e442e-9c48-4f2f-8d7b-7411bb8dcce1 req-ed6678f4-f771-43c6-aa99-c578baa38b7d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0535848 Oct 24 13:32:16.167811 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7d2e442e-9c48-4f2f-8d7b-7411bb8dcce1 req-a830e940-068c-47ff-8ab7-813df134901e tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404537 Oct 24 13:32:16.768421 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11557e5-793e-4b08-b747-3beb2856cff2 req-d2f9c630-2e82-4831-a656-f6da91f60d94 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:16.769946 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e11557e5-793e-4b08-b747-3beb2856cff2 req-d2f9c630-2e82-4831-a656-f6da91f60d94 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0476279 Oct 24 13:32:16.836484 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e11557e5-793e-4b08-b747-3beb2856cff2 req-84fff6eb-bdba-4593-a73e-afa4845869f5 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589941 Oct 24 13:32:16.844378 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0ccd0-00e9-4415-b349-f731be84dabf req-52af9141-7912-4af7-a543-477145805300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:16.845926 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-eba0ccd0-00e9-4415-b349-f731be84dabf req-52af9141-7912-4af7-a543-477145805300 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=1742dccd5a764a31ab1a228ead5cdab9&device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 1168 time: 0.0399294 Oct 24 13:32:17.164560 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0ccd0-00e9-4415-b349-f731be84dabf req-01c5a7a1-ec47-40ba-872e-58a355bdb8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:17.166020 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-eba0ccd0-00e9-4415-b349-f731be84dabf req-01c5a7a1-ec47-40ba-872e-58a355bdb8ea service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=076a8aa0-ff41-4c0b-b28d-07fa6b846e09 HTTP/1.1" status: 200 len: 916 time: 0.3122137 Oct 24 13:32:17.287376 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ae7a3-c4f0-4bab-90cf-5f8c0dbca501 req-4ad6bce3-ccd7-4469-8c53-5ee7eece975f tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:17.288848 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fb0ae7a3-c4f0-4bab-90cf-5f8c0dbca501 req-4ad6bce3-ccd7-4469-8c53-5ee7eece975f tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0457802 Oct 24 13:32:17.334317 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fb0ae7a3-c4f0-4bab-90cf-5f8c0dbca501 req-47197e0f-a7b9-4a97-b0bc-5f4c1411ae43 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399659 Oct 24 13:32:17.954198 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5848f23-ef4d-41e8-ab01-2bab47917726 req-cff50d1c-f76f-495e-ab36-116fdc7df98f tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:17.955633 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b5848f23-ef4d-41e8-ab01-2bab47917726 req-cff50d1c-f76f-495e-ab36-116fdc7df98f tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0462413 Oct 24 13:32:18.013783 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b5848f23-ef4d-41e8-ab01-2bab47917726 req-71f368e9-094f-4367-ac28-ad6da62fe098 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527027 Oct 24 13:32:18.235173 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-eba0ccd0-00e9-4415-b349-f731be84dabf req-72496419-b64d-4a28-acf4-294cca0c62d7 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=600465f3-a863-40a8-8e98-8ea8cd65d5a3 HTTP/1.1" status: 200 len: 1000 time: 0.0575130 Oct 24 13:32:18.452519 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a944b7-049d-4dd5-8fad-c54de26cb572 req-e66d95a6-4b0f-45f4-8102-e51a48c1fceb tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:18.453975 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-70a944b7-049d-4dd5-8fad-c54de26cb572 req-e66d95a6-4b0f-45f4-8102-e51a48c1fceb tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0455739 Oct 24 13:32:18.499650 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-70a944b7-049d-4dd5-8fad-c54de26cb572 req-9d8edc12-5cff-494e-ab42-3b839448b49c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401371 Oct 24 13:32:19.120142 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0ccd0-00e9-4415-b349-f731be84dabf req-1a995831-c65d-4823-88ae-ab52b1f6d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:19.121640 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-eba0ccd0-00e9-4415-b349-f731be84dabf req-1a995831-c65d-4823-88ae-ab52b1f6d6b3 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c0d3b18f-2364-4b91-8323-aebe0b6a018c HTTP/1.1" status: 200 len: 854 time: 0.0468450 Oct 24 13:32:19.134767 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e4aaa-4824-45d6-8891-3f44496872c1 req-9a06b604-74e0-410a-9da0-03762d371490 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:19.136219 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1e5e4aaa-4824-45d6-8891-3f44496872c1 req-9a06b604-74e0-410a-9da0-03762d371490 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0469649 Oct 24 13:32:19.194700 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1e5e4aaa-4824-45d6-8891-3f44496872c1 req-40f09a8f-bf95-4367-8f32-25f41285d92a tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526657 Oct 24 13:32:19.619774 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213900c2-e3b1-441c-aed3-7d12bf052855 req-e643561f-c54c-4d9a-9d9a-c03107404f69 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:19.621234 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-213900c2-e3b1-441c-aed3-7d12bf052855 req-e643561f-c54c-4d9a-9d9a-c03107404f69 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0486846 Oct 24 13:32:19.666544 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-213900c2-e3b1-441c-aed3-7d12bf052855 req-189d7a92-5fc3-4b4e-b374-4090e119688c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399516 Oct 24 13:32:20.320452 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec460521-5305-4200-8353-73a1987099d7 req-a538ace1-d658-4edb-aaf6-fdc97976a3c0 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:20.321883 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ec460521-5305-4200-8353-73a1987099d7 req-a538ace1-d658-4edb-aaf6-fdc97976a3c0 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0498168 Oct 24 13:32:20.381057 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ec460521-5305-4200-8353-73a1987099d7 req-1b6012c0-e204-430d-afe3-931a6f621ea6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524333 Oct 24 13:32:20.411990 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0ccd0-00e9-4415-b349-f731be84dabf req-576143e4-1e81-430f-9dcc-08f59fb6a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:20.413510 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-eba0ccd0-00e9-4415-b349-f731be84dabf req-576143e4-1e81-430f-9dcc-08f59fb6a310 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=076a8aa0-ff41-4c0b-b28d-07fa6b846e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385838 Oct 24 13:32:20.503224 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-eba0ccd0-00e9-4415-b349-f731be84dabf req-8575c98e-6e49-4e28-9956-a85e174c8ebc service neutron] 10.222.0.59 "GET /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827341 Oct 24 13:32:20.591459 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-eba0ccd0-00e9-4415-b349-f731be84dabf req-8c1139a1-5e57-45ec-8e09-31da13dfb503 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828042 Oct 24 13:32:20.785299 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63bbe1-660f-477e-ae41-ec2af18b5633 req-ca8cbc13-6d6c-4ce5-bd42-65e73214d841 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:20.786771 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9d63bbe1-660f-477e-ae41-ec2af18b5633 req-ca8cbc13-6d6c-4ce5-bd42-65e73214d841 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0466225 Oct 24 13:32:20.838654 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9d63bbe1-660f-477e-ae41-ec2af18b5633 req-a684211d-b616-4129-b368-97235a2d98d8 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462246 Oct 24 13:32:21.501873 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e8b47-7052-46c9-8162-81310d2f38b9 req-a95fcb45-3629-4431-ac21-401a00b386d5 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:21.503346 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1c5e8b47-7052-46c9-8162-81310d2f38b9 req-a95fcb45-3629-4431-ac21-401a00b386d5 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0467680 Oct 24 13:32:21.564566 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1c5e8b47-7052-46c9-8162-81310d2f38b9 req-4c921743-5299-4de9-8e39-fbdd53bf38b3 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554490 Oct 24 13:32:21.959763 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801900e-ba41-4f7e-ad3f-e3ee062fa371 req-dd19021e-139b-41f8-bb79-676617b3dc03 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:21.961253 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3801900e-ba41-4f7e-ad3f-e3ee062fa371 req-dd19021e-139b-41f8-bb79-676617b3dc03 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0471592 Oct 24 13:32:22.009044 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3801900e-ba41-4f7e-ad3f-e3ee062fa371 req-28968951-08e5-4fcb-bd0c-f0e94973d023 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419202 Oct 24 13:32:22.651099 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:22.690024 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3286ad-51ed-4315-ac30-1525283b87f9 req-1a690b3a-0d9d-4a39-8e7c-9953caffe028 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:22.691526 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8b3286ad-51ed-4315-ac30-1525283b87f9 req-1a690b3a-0d9d-4a39-8e7c-9953caffe028 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0506210 Oct 24 13:32:22.733212 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:22.746087 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:22.752657 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8b3286ad-51ed-4315-ac30-1525283b87f9 req-70080b77-4df0-428d-91f7-7eed4fc35b39 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551190 Oct 24 13:32:23.091653 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:23.128791 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca73eea-75ab-4639-8b40-1960cb6bd2e6 req-bcc6516a-ffe0-4409-ad47-827e283e7238 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:23.130261 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dca73eea-75ab-4639-8b40-1960cb6bd2e6 req-bcc6516a-ffe0-4409-ad47-827e283e7238 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0472324 Oct 24 13:32:23.160808 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:23.178295 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dca73eea-75ab-4639-8b40-1960cb6bd2e6 req-67f49205-7188-469b-9289-c7a05382f979 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422695 Oct 24 13:32:23.872744 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be625c60-56fa-4127-997a-0c82ae7ffb05 req-c50948e3-a071-4d41-ba93-7d64c575c088 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:23.874224 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-be625c60-56fa-4127-997a-0c82ae7ffb05 req-c50948e3-a071-4d41-ba93-7d64c575c088 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0466750 Oct 24 13:32:23.934581 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-be625c60-56fa-4127-997a-0c82ae7ffb05 req-62340061-8721-4952-b2c9-1f5b9ca62692 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545075 Oct 24 13:32:24.301466 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b28eb-b5f9-4adb-898d-cc01865e616a req-bfac0cc6-0575-4852-b477-2cca4b85a39c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:24.302907 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6c0b28eb-b5f9-4adb-898d-cc01865e616a req-bfac0cc6-0575-4852-b477-2cca4b85a39c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0494175 Oct 24 13:32:24.349036 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6c0b28eb-b5f9-4adb-898d-cc01865e616a req-c3738db0-6a81-4055-a2e8-12f21435535e tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407822 Oct 24 13:32:25.058926 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc333192-fe47-4fa4-ab10-66b69c0b50a5 req-13a49196-a5c9-4004-81d7-4c65ba2276be tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:25.060482 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fc333192-fe47-4fa4-ab10-66b69c0b50a5 req-13a49196-a5c9-4004-81d7-4c65ba2276be tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0485988 Oct 24 13:32:25.127206 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fc333192-fe47-4fa4-ab10-66b69c0b50a5 req-3d79a57d-2677-4583-a16e-0f282571224e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609832 Oct 24 13:32:25.234893 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:25.467938 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fb2d0-0e00-40f5-a25f-d16f56ed8d4d req-82ad9d5e-fb36-4699-8fbe-f27f6beb1800 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:25.469465 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-405fb2d0-0e00-40f5-a25f-d16f56ed8d4d req-82ad9d5e-fb36-4699-8fbe-f27f6beb1800 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0461779 Oct 24 13:32:25.519818 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-405fb2d0-0e00-40f5-a25f-d16f56ed8d4d req-bd66630e-4bf7-418d-9e29-a0e4826b5b0d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444074 Oct 24 13:32:26.249156 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580d35a-7f56-4898-98fa-adc0666d9b87 req-c5a00dc3-89f2-4251-9d10-42ef9f6fccad tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:26.250679 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b580d35a-7f56-4898-98fa-adc0666d9b87 req-c5a00dc3-89f2-4251-9d10-42ef9f6fccad tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0466473 Oct 24 13:32:26.316421 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b580d35a-7f56-4898-98fa-adc0666d9b87 req-26c14eba-120a-4727-a935-9bb15f13925f tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593719 Oct 24 13:32:26.689193 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-199ba9e2-c918-4710-af77-0bc85375913a req-909da9e2-a50b-4221-9986-0bfd5fb9dcb6 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396862 Oct 24 13:32:26.773857 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba9e2-c918-4710-af77-0bc85375913a req-cd037126-9bcb-445b-a3ed-238175cbc7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:26.775518 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-199ba9e2-c918-4710-af77-0bc85375913a req-cd037126-9bcb-445b-a3ed-238175cbc7b9 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7fa2196e343c45b5b741c39417ba9ef8&device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 1130 time: 0.0440125 Oct 24 13:32:26.800171 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e640eb5-216c-44fc-ad77-e04712b4b45a req-53ddcadf-4a12-4e13-b72e-db1991ff24ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:26.801689 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5e640eb5-216c-44fc-ad77-e04712b4b45a req-53ddcadf-4a12-4e13-b72e-db1991ff24ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0471547 Oct 24 13:32:26.852739 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5e640eb5-216c-44fc-ad77-e04712b4b45a req-95342263-6dd9-45a2-8e56-fd68e336793f tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452139 Oct 24 13:32:26.882284 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba9e2-c918-4710-af77-0bc85375913a req-0a37916b-cd06-4df3-b949-bae8c8a34de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:26.883847 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-199ba9e2-c918-4710-af77-0bc85375913a req-0a37916b-cd06-4df3-b949-bae8c8a34de2 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=958bd8a2-e988-4f21-ad22-567c0fb9f577 HTTP/1.1" status: 200 len: 918 time: 0.0876880 Oct 24 13:32:27.161492 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbdc82-801d-44b8-96c5-432d54a7d754 req-3a502820-2238-47d2-b5cd-e5294dc1f8a1 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:27.162899 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-dedbdc82-801d-44b8-96c5-432d54a7d754 req-3a502820-2238-47d2-b5cd-e5294dc1f8a1 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0443695 Oct 24 13:32:27.208930 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-dedbdc82-801d-44b8-96c5-432d54a7d754 req-6c982101-ab92-44e0-ab9b-6cf20c994e21 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405881 Oct 24 13:32:27.437850 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb56cd-26b4-41da-bad3-c07a975d6152 req-3d0dc79b-acc9-4ced-a2e6-bc7eec883ce5 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:27.439320 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-40eb56cd-26b4-41da-bad3-c07a975d6152 req-3d0dc79b-acc9-4ced-a2e6-bc7eec883ce5 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0472965 Oct 24 13:32:27.502104 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-40eb56cd-26b4-41da-bad3-c07a975d6152 req-c2e6e115-bcf9-4ff4-8b93-dc2f66e6624b tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570798 Oct 24 13:32:28.326913 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4cad6-5feb-4feb-bd9f-61de36c95b25 req-4122edeb-16f1-468c-bce9-8aa49e103238 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:28.328300 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fbb4cad6-5feb-4feb-bd9f-61de36c95b25 req-4122edeb-16f1-468c-bce9-8aa49e103238 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0462129 Oct 24 13:32:28.375872 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fbb4cad6-5feb-4feb-bd9f-61de36c95b25 req-589f0f49-482d-4ac3-859b-d573cde4ac9d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417912 Oct 24 13:32:28.390680 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-199ba9e2-c918-4710-af77-0bc85375913a req-04864de2-c1d7-4f08-9cd7-f38ae7dcd31a service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32 HTTP/1.1" status: 200 len: 1000 time: 0.0575387 Oct 24 13:32:28.620880 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240d33c-95d3-41e0-8d9a-cfc22c9185a0 req-1c375073-614e-4055-9678-ca706b58ebab tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:28.622789 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e240d33c-95d3-41e0-8d9a-cfc22c9185a0 req-1c375073-614e-4055-9678-ca706b58ebab tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0453479 Oct 24 13:32:28.682424 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e240d33c-95d3-41e0-8d9a-cfc22c9185a0 req-fb5f559b-02e1-46a7-9782-015c5c35d6db tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529361 Oct 24 13:32:29.182277 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:29.298127 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba9e2-c918-4710-af77-0bc85375913a req-3a220fca-02bd-4895-91b9-f6199c757d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:29.299607 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-199ba9e2-c918-4710-af77-0bc85375913a req-3a220fca-02bd-4895-91b9-f6199c757d8f service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=35e2c2ac-a24b-4c15-9d5d-d1af70da09b7 HTTP/1.1" status: 200 len: 856 time: 0.0465913 Oct 24 13:32:29.498384 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687254c1-2199-45aa-8b35-ad2462fc423e req-b4ebdf08-a1e0-4cf8-a107-af4666824c20 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:29.499844 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-687254c1-2199-45aa-8b35-ad2462fc423e req-b4ebdf08-a1e0-4cf8-a107-af4666824c20 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0496662 Oct 24 13:32:29.546757 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-687254c1-2199-45aa-8b35-ad2462fc423e req-59ccd8ff-46ee-4708-823c-42f08b0bfd1c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413697 Oct 24 13:32:29.797958 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:29.805741 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8650d6-b2b7-4811-933a-48cd94ac93f0 req-a16d793f-e65e-474c-b56e-0ff029d6f527 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:29.807363 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6c8650d6-b2b7-4811-933a-48cd94ac93f0 req-a16d793f-e65e-474c-b56e-0ff029d6f527 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0465019 Oct 24 13:32:29.865957 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6c8650d6-b2b7-4811-933a-48cd94ac93f0 req-1a493770-0c1e-405b-a687-1746c2455b51 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529733 Oct 24 13:32:30.571662 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:30.577702 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba9e2-c918-4710-af77-0bc85375913a req-08168667-d57e-4402-9706-bfdd675dfaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:30.579217 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-199ba9e2-c918-4710-af77-0bc85375913a req-08168667-d57e-4402-9706-bfdd675dfaa6 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=958bd8a2-e988-4f21-ad22-567c0fb9f577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399137 Oct 24 13:32:30.669719 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461125e-b68f-4c03-bb4b-c2e044e1f3b1 req-8745379c-0c7a-474f-a884-b8f15e7ac4c2 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:30.671271 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3461125e-b68f-4c03-bb4b-c2e044e1f3b1 req-8745379c-0c7a-474f-a884-b8f15e7ac4c2 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0458117 Oct 24 13:32:30.698968 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d389dea-02ff-479c-86a2-ef597af849ca req-16980cae-78ec-4096-9def-795faed5bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:30.700521 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0d389dea-02ff-479c-86a2-ef597af849ca req-16980cae-78ec-4096-9def-795faed5bfb2 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11&device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 1129 time: 0.0486538 Oct 24 13:32:30.717827 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3461125e-b68f-4c03-bb4b-c2e044e1f3b1 req-9b4c3267-699e-4954-bec5-bea160859a13 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409422 Oct 24 13:32:30.771619 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-199ba9e2-c918-4710-af77-0bc85375913a req-4c327ce9-e2d1-466f-919c-f59ed3884d4c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733851 Oct 24 13:32:30.865419 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d389dea-02ff-479c-86a2-ef597af849ca req-9e05911b-85fa-4c0f-aa22-c6393a18c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:30.866791 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0d389dea-02ff-479c-86a2-ef597af849ca req-9e05911b-85fa-4c0f-aa22-c6393a18c736 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=143f8287-8fb4-4393-ae4f-ca898c17799f HTTP/1.1" status: 200 len: 912 time: 0.1579032 Oct 24 13:32:30.928590 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-199ba9e2-c918-4710-af77-0bc85375913a req-1e6646d2-b79b-4855-8f1a-364b720bb4b7 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504006 Oct 24 13:32:30.947026 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0d389dea-02ff-479c-86a2-ef597af849ca req-d95eaf10-a0c5-4b8d-ab7e-e53adaa805fc service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdec5a38-0967-442c-8d70-b3f416f6105f HTTP/1.1" status: 200 len: 1001 time: 0.0717263 Oct 24 13:32:31.020129 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61568310-60db-41b9-bfd1-736a8d73e0c6 req-a7bae66c-f798-4286-b7b4-77a74ef0f0b8 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:31.021687 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-61568310-60db-41b9-bfd1-736a8d73e0c6 req-a7bae66c-f798-4286-b7b4-77a74ef0f0b8 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0777247 Oct 24 13:32:31.027116 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d389dea-02ff-479c-86a2-ef597af849ca req-49477f5e-5e42-400d-8406-d8d2508ae8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:31.029052 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0d389dea-02ff-479c-86a2-ef597af849ca req-49477f5e-5e42-400d-8406-d8d2508ae8fa service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=dd583918-9412-43e4-86a6-0aa07f6bb5dd HTTP/1.1" status: 200 len: 850 time: 0.0731931 Oct 24 13:32:31.086351 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-61568310-60db-41b9-bfd1-736a8d73e0c6 req-2cbe44ff-7987-4d20-a8e0-de4bff44b37c tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563276 Oct 24 13:32:31.331317 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-34228935-26a2-46fb-b4c1-ecfbdd053531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:31.446886 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d389dea-02ff-479c-86a2-ef597af849ca req-f4bc11ef-7314-43d9-985d-583d89c6da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:31.448454 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0d389dea-02ff-479c-86a2-ef597af849ca req-f4bc11ef-7314-43d9-985d-583d89c6da06 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=143f8287-8fb4-4393-ae4f-ca898c17799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392041 Oct 24 13:32:31.539104 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0d389dea-02ff-479c-86a2-ef597af849ca req-67ec0613-63ee-4fe2-9993-7a8f79a86a2e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840683 Oct 24 13:32:31.847946 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f299-4d50-45a7-8bc0-0a17d04a03d9 req-8b419be2-ca76-4963-9532-6cfb7bfa1ae6 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:31.848468 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-22d3f299-4d50-45a7-8bc0-0a17d04a03d9 req-8b419be2-ca76-4963-9532-6cfb7bfa1ae6 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0530822 Oct 24 13:32:31.895673 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0d389dea-02ff-479c-86a2-ef597af849ca req-5089ce8f-2128-4c5a-836f-9c80c220426d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979869 Oct 24 13:32:31.902562 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-22d3f299-4d50-45a7-8bc0-0a17d04a03d9 req-38f5de6c-9b5d-4282-be1b-239ddfa66349 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483963 Oct 24 13:32:32.215630 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f85e9-9b19-45b4-88ce-cfc9f063d07c req-7618268c-03c1-4ff9-ac09-440d0bb934f1 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:32.217193 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d14f85e9-9b19-45b4-88ce-cfc9f063d07c req-7618268c-03c1-4ff9-ac09-440d0bb934f1 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0494606 Oct 24 13:32:32.271405 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:32.277825 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d14f85e9-9b19-45b4-88ce-cfc9f063d07c req-c062e116-fd56-4c09-9534-734d515adbca tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547547 Oct 24 13:32:33.024441 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087abecf-ca7b-42bf-aef7-f7f4047f4667 req-98df160c-153b-4d69-b6fa-f539324381f8 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:33.025892 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-087abecf-ca7b-42bf-aef7-f7f4047f4667 req-98df160c-153b-4d69-b6fa-f539324381f8 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0461109 Oct 24 13:32:33.077679 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-087abecf-ca7b-42bf-aef7-f7f4047f4667 req-471142cc-9075-4a3c-be9b-ddef47d04c1b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455287 Oct 24 13:32:33.403793 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b60bd-2a92-4529-a1a9-2b5cd9a7961c req-517d5216-078e-48ce-83b3-67d8bc09fae1 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:33.405330 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b69b60bd-2a92-4529-a1a9-2b5cd9a7961c req-517d5216-078e-48ce-83b3-67d8bc09fae1 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0513849 Oct 24 13:32:33.465847 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b69b60bd-2a92-4529-a1a9-2b5cd9a7961c req-6df9a2b9-bf54-4ddb-a54b-a39bd501d998 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548422 Oct 24 13:32:33.593561 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-cfffd74c-65eb-490f-8bee-1f76207ebfc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:34.587530 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e513800-8e8c-437f-bd4c-6e2af3b8182c req-35ab315f-4328-400d-a9ff-8fef422300b0 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:34.589055 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8e513800-8e8c-437f-bd4c-6e2af3b8182c req-35ab315f-4328-400d-a9ff-8fef422300b0 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0470481 Oct 24 13:32:34.651955 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8e513800-8e8c-437f-bd4c-6e2af3b8182c req-0816f71a-799d-402d-a592-307b77ae4d51 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564175 Oct 24 13:32:34.666092 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:32:34.885205 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:35.778511 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de0482-51cf-44ce-9c92-c2f19c33b54d req-89b66979-333a-4263-bce0-c94b6d25aff3 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:35.779979 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-80de0482-51cf-44ce-9c92-c2f19c33b54d req-89b66979-333a-4263-bce0-c94b6d25aff3 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0478215 Oct 24 13:32:35.801074 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:35.840592 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-80de0482-51cf-44ce-9c92-c2f19c33b54d req-f7ce0320-5ec1-4d61-9858-4813ac7db9a3 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548544 Oct 24 13:32:36.347834 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:36.553692 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:36.963214 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a5c25-29f6-4d23-84ea-08bd821d12f9 req-ded97b07-18f8-4ce2-ad57-54985e088406 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:36.964804 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8c1a5c25-29f6-4d23-84ea-08bd821d12f9 req-ded97b07-18f8-4ce2-ad57-54985e088406 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0484247 Oct 24 13:32:37.028007 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8c1a5c25-29f6-4d23-84ea-08bd821d12f9 req-907ed648-976a-4f2e-a5fe-953aeece90c1 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573444 Oct 24 13:32:38.151104 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252d836-ada9-4a9a-bb9d-edea1129e118 req-b0f45acc-90cf-43e8-9e85-b1fc095c886c tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:38.152700 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b252d836-ada9-4a9a-bb9d-edea1129e118 req-b0f45acc-90cf-43e8-9e85-b1fc095c886c tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0471666 Oct 24 13:32:38.217196 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b252d836-ada9-4a9a-bb9d-edea1129e118 req-126f6f1f-833c-4550-9744-8544b8fdeabe tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=82ad26cd-2938-472e-8225-5d5c9ce839ee&id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582092 Oct 24 13:32:40.355079 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a822f-5494-4244-8b72-21a13cc6a2bb req-29307526-9391-465a-86f5-4f0db72ea3f0 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:40.356492 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ae4a822f-5494-4244-8b72-21a13cc6a2bb req-29307526-9391-465a-86f5-4f0db72ea3f0 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0480032 Oct 24 13:32:40.430262 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ae4a822f-5494-4244-8b72-21a13cc6a2bb req-e658dc98-abbc-4ac3-b0de-49b3a6107aa4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676436 Oct 24 13:32:40.437506 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026a926-6b76-4afd-b13c-7a5540623b23 req-5acc3f79-f575-4802-b6e8-90694790d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:40.439592 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8026a926-6b76-4afd-b13c-7a5540623b23 req-5acc3f79-f575-4802-b6e8-90694790d68c service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 1129 time: 0.0488770 Oct 24 13:32:40.531498 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026a926-6b76-4afd-b13c-7a5540623b23 req-e94f9823-85d6-40f3-bdcf-4132a3182c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:40.533822 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8026a926-6b76-4afd-b13c-7a5540623b23 req-e94f9823-85d6-40f3-bdcf-4132a3182c00 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 918 time: 0.0884714 Oct 24 13:32:40.593876 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8026a926-6b76-4afd-b13c-7a5540623b23 req-85a62fdb-f772-4ce9-8776-9771000bc923 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 HTTP/1.1" status: 200 len: 1000 time: 0.0544469 Oct 24 13:32:40.641622 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026a926-6b76-4afd-b13c-7a5540623b23 req-66df7b81-59a0-4f9d-8985-977162f6714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:40.642963 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8026a926-6b76-4afd-b13c-7a5540623b23 req-66df7b81-59a0-4f9d-8985-977162f6714e service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.0426462 Oct 24 13:32:40.689101 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026a926-6b76-4afd-b13c-7a5540623b23 req-e97fd850-2df1-4bb9-8ee4-1cc757e1dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:40.690565 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8026a926-6b76-4afd-b13c-7a5540623b23 req-e97fd850-2df1-4bb9-8ee4-1cc757e1dc13 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422709 Oct 24 13:32:40.777955 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8026a926-6b76-4afd-b13c-7a5540623b23 req-1839f847-7f65-479e-8329-95a07eae5b5a service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802448 Oct 24 13:32:40.871800 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8026a926-6b76-4afd-b13c-7a5540623b23 req-a2cad1cb-1aaf-4783-b52e-19ee474b0e34 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877831 Oct 24 13:32:41.541296 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:41.554273 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fe83d-d712-4135-9448-41ba9cb63727 req-0a15a029-cfe4-46d1-a1e4-9f39781f3fec tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:41.557138 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-080fe83d-d712-4135-9448-41ba9cb63727 req-0a15a029-cfe4-46d1-a1e4-9f39781f3fec tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0459635 Oct 24 13:32:41.576750 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:41.603845 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-080fe83d-d712-4135-9448-41ba9cb63727 req-a1bfa368-c63b-42b4-8811-67b4b1070c42 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422392 Oct 24 13:32:42.058494 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40152) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:32:42.103675 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Deleting subnet 9cfe1118-537a-4e15-a2be-4ea211ddf74a {{(pid=104908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:32:42.105522 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:42.107423 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Publish callbacks [] for subnet (9cfe1118-537a-4e15-a2be-4ea211ddf74a), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:42.140670 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5528164'] for subnet (9cfe1118-537a-4e15-a2be-4ea211ddf74a), precommit_delete_associations {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:42.180565 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (9cfe1118-537a-4e15-a2be-4ea211ddf74a), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:42.302789 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4260645'] for subnet (9cfe1118-537a-4e15-a2be-4ea211ddf74a), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:42.305824 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:42.327369 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cfe1118-537a-4e15-a2be-4ea211ddf74a,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:32:42.337626 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:42.337975 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:42.338315 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:42.338653 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:42.338987 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:42.339316 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:42.340023 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:42.340023 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:42.340296 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:42.340619 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:42.340943 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:42.341263 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:42.341583 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:42.341900 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:42.342265 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:42.344921 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:42.348018 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-1d4e90dd-1e9f-44ba-9f9a-07cd5a9e850b admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/9cfe1118-537a-4e15-a2be-4ea211ddf74a HTTP/1.1" status: 204 len: 168 time: 0.2885320 Oct 24 13:32:42.350536 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40154) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:32:42.419129 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8f71e71e-ba35-4488-b4bf-c4c93b8d9d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (ecd23e7e-0b9d-4b8b-a6ad-089c005916e2), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:42.498611 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8f71e71e-ba35-4488-b4bf-c4c93b8d9d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (ecd23e7e-0b9d-4b8b-a6ad-089c005916e2), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:42.519289 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-8f71e71e-ba35-4488-b4bf-c4c93b8d9d69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd23e7e-0b9d-4b8b-a6ad-089c005916e2']}} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:32:42.528525 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-8f71e71e-ba35-4488-b4bf-c4c93b8d9d69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01466a46-6aeb-44ad-ade8-8e51bcec7715') {'for_net_delete': True} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:32:42.528822 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-8f71e71e-ba35-4488-b4bf-c4c93b8d9d69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01466a46-6aeb-44ad-ade8-8e51bcec7715') {} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:32:42.538290 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8f71e71e-ba35-4488-b4bf-c4c93b8d9d69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5528175'] for segment (01466a46-6aeb-44ad-ade8-8e51bcec7715), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:42.551833 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8f71e71e-ba35-4488-b4bf-c4c93b8d9d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (01466a46-6aeb-44ad-ade8-8e51bcec7715), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:42.558059 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f71e71e-ba35-4488-b4bf-c4c93b8d9d69 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=104908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:32:42.558378 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8f71e71e-ba35-4488-b4bf-c4c93b8d9d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387000'] for segment (01466a46-6aeb-44ad-ade8-8e51bcec7715), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:42.633048 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment 01466a46-6aeb-44ad-ade8-8e51bcec7715 resource provider aggregate not found Oct 24 13:32:42.651849 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment 01466a46-6aeb-44ad-ade8-8e51bcec7715 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01466a46-6aeb-44ad-ade8-8e51bcec7715 found for delete ", "request_id": "req-f06086d1-db08-405f-9895-93c4b5f73cb8"}]} Oct 24 13:32:42.681014 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8f71e71e-ba35-4488-b4bf-c4c93b8d9d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (ecd23e7e-0b9d-4b8b-a6ad-089c005916e2), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:42.725014 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8f71e71e-ba35-4488-b4bf-c4c93b8d9d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:42.728104 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-8f71e71e-ba35-4488-b4bf-c4c93b8d9d69 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/ecd23e7e-0b9d-4b8b-a6ad-089c005916e2 HTTP/1.1" status: 204 len: 168 time: 0.3766320 Oct 24 13:32:42.731552 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71e71e-ba35-4488-b4bf-c4c93b8d9d69 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecd23e7e-0b9d-4b8b-a6ad-089c005916e2,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:32:42.746401 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f147b-c569-47c2-88ce-bb78dcb1b1ef req-b04ace32-7b7f-4ffe-a5f0-c45ab5b8a95a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:42.748185 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d74f147b-c569-47c2-88ce-bb78dcb1b1ef req-b04ace32-7b7f-4ffe-a5f0-c45ab5b8a95a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0682831 Oct 24 13:32:42.795442 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d74f147b-c569-47c2-88ce-bb78dcb1b1ef req-7bf417db-185b-4ae3-94b9-5e7169c70a03 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408564 Oct 24 13:32:43.090418 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40166) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:32:43.130178 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-6bd800a7-fc2b-496d-8ec8-0c5898df9eb0 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=ca3097281d4c43458b408414648233a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385151 Oct 24 13:32:43.132499 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40168) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:32:43.179139 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f4d08474-b400-4551-91e2-851dc8d2a3be admin admin] Publish callbacks [] for security_group (5f7a0298-7c74-4fe3-b7e9-a421efdf832f), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:43.198184 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f4d08474-b400-4551-91e2-851dc8d2a3be admin admin] Publish callbacks [] for security_group (5f7a0298-7c74-4fe3-b7e9-a421efdf832f), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:43.319315 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f4d08474-b400-4551-91e2-851dc8d2a3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (5f7a0298-7c74-4fe3-b7e9-a421efdf832f), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:43.322061 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f4d08474-b400-4551-91e2-851dc8d2a3be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:43.323230 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-f4d08474-b400-4551-91e2-851dc8d2a3be admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/5f7a0298-7c74-4fe3-b7e9-a421efdf832f HTTP/1.1" status: 204 len: 168 time: 0.1898296 Oct 24 13:32:43.331869 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d08474-b400-4551-91e2-851dc8d2a3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7a0298-7c74-4fe3-b7e9-a421efdf832f,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:32:43.918925 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b757c-2c03-4d79-a775-a387d4a0c851 req-5131d29d-5e17-4109-9513-7013847f0714 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:43.920430 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-788b757c-2c03-4d79-a775-a387d4a0c851 req-5131d29d-5e17-4109-9513-7013847f0714 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0496466 Oct 24 13:32:43.968098 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-788b757c-2c03-4d79-a775-a387d4a0c851 req-6d11cee2-aac4-4b54-8015-4dec5234a80a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419302 Oct 24 13:32:45.100834 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202b5bb-cb94-47aa-a9aa-fa3d69b1f740 req-0f89e22e-c67c-4917-834d-4ae678be1079 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:45.103252 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f202b5bb-cb94-47aa-a9aa-fa3d69b1f740 req-0f89e22e-c67c-4917-834d-4ae678be1079 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0596654 Oct 24 13:32:45.155986 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f202b5bb-cb94-47aa-a9aa-fa3d69b1f740 req-4846cc56-2088-4e22-a151-4f38fa500ecf tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461383 Oct 24 13:32:46.277456 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e47f0-e96e-43de-a80c-3cd9ed56f82b req-11d41e96-98c3-40c5-9280-ae9227140400 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:46.278927 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f51e47f0-e96e-43de-a80c-3cd9ed56f82b req-11d41e96-98c3-40c5-9280-ae9227140400 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0473061 Oct 24 13:32:46.326659 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f51e47f0-e96e-43de-a80c-3cd9ed56f82b req-406e697e-a6b2-4aad-a8f4-4ac5e70ce46b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414350 Oct 24 13:32:46.510414 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:47.447921 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1782ea7-7608-442b-906f-add69bb4c20a req-a597c1d6-389c-4182-a9b3-56ad107173c2 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:47.449432 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a1782ea7-7608-442b-906f-add69bb4c20a req-a597c1d6-389c-4182-a9b3-56ad107173c2 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0453932 Oct 24 13:32:47.460865 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:47.496989 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a1782ea7-7608-442b-906f-add69bb4c20a req-5eedab42-a4fe-430c-b50f-b711711b731f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419428 Oct 24 13:32:48.617744 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1137a9c-e589-4f06-99ce-3c2af150033e req-af016170-46ac-4168-ba4f-6a2e3eb9627b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:48.619170 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a1137a9c-e589-4f06-99ce-3c2af150033e req-af016170-46ac-4168-ba4f-6a2e3eb9627b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0455322 Oct 24 13:32:48.667955 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a1137a9c-e589-4f06-99ce-3c2af150033e req-6396bab8-9c7b-4c87-9725-b4ff3b844c94 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433753 Oct 24 13:32:49.789631 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcc7e1-83f2-457c-aa62-b396b60627be req-54e384a6-5449-4270-859a-49455da657be tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:49.791070 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6ddcc7e1-83f2-457c-aa62-b396b60627be req-54e384a6-5449-4270-859a-49455da657be tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0489328 Oct 24 13:32:49.838073 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6ddcc7e1-83f2-457c-aa62-b396b60627be req-8af15198-667c-4431-82b7-cb48933b7757 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414848 Oct 24 13:32:50.955823 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5e4e-d87b-4e66-8f7a-466214316d64 req-a0f07195-cc68-4a41-8a65-97a5207f5e03 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:50.957303 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9afd5e4e-d87b-4e66-8f7a-466214316d64 req-a0f07195-cc68-4a41-8a65-97a5207f5e03 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0455747 Oct 24 13:32:51.003242 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9afd5e4e-d87b-4e66-8f7a-466214316d64 req-97a46fe6-36ef-4874-9722-2a1a4fa7211b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404081 Oct 24 13:32:52.139188 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4611e-c9bf-4f09-8044-dc040d3cabe1 req-4b75b1ed-3c38-4aa2-a4e8-b16b6a74c826 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:52.140691 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2fc4611e-c9bf-4f09-8044-dc040d3cabe1 req-4b75b1ed-3c38-4aa2-a4e8-b16b6a74c826 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0514660 Oct 24 13:32:52.188080 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2fc4611e-c9bf-4f09-8044-dc040d3cabe1 req-7d34c7f3-7655-48d6-960f-adb65ff84d42 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408835 Oct 24 13:32:53.309823 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afc234-16bb-4c90-8820-752cf68917b1 req-eddf0e5c-6e07-4bd0-9a33-00814b4ebf4b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:53.311305 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b0afc234-16bb-4c90-8820-752cf68917b1 req-eddf0e5c-6e07-4bd0-9a33-00814b4ebf4b tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0454111 Oct 24 13:32:53.344833 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:53.361121 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b0afc234-16bb-4c90-8820-752cf68917b1 req-7a7770b5-fd3e-4b96-adbf-4850619ab530 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432973 Oct 24 13:32:54.493020 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ead3f-a2c7-481a-99fd-cf580d348b51 req-401d5028-b306-45da-8fe3-e775ae512fc9 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:54.494515 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b69ead3f-a2c7-481a-99fd-cf580d348b51 req-401d5028-b306-45da-8fe3-e775ae512fc9 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0543168 Oct 24 13:32:54.543397 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b69ead3f-a2c7-481a-99fd-cf580d348b51 req-2207f511-d077-482d-a990-98aec0f6798e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433860 Oct 24 13:32:54.838312 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40284) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:32:54.950543 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:54.966495 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed934d2e-3919-4942-a559-fc22c46f7645 req-5a5072e8-df6a-4022-9b5b-a62920437dbc tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:54.967928 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ed934d2e-3919-4942-a559-fc22c46f7645 req-5a5072e8-df6a-4022-9b5b-a62920437dbc tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 946 time: 0.0643425 Oct 24 13:32:55.041015 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ed934d2e-3919-4942-a559-fc22c46f7645 req-431067db-d5cf-482d-91ed-58b0db18065c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667055 Oct 24 13:32:55.074944 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Publish callbacks [] for security_group (26289416-c814-4df5-8c5b-d986e641a4bc), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:55.130455 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (26289416-c814-4df5-8c5b-d986e641a4bc), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:55.167246 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26289416-c814-4df5-8c5b-d986e641a4bc,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:32:55.171032 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=b5e1e79fd57a443a8020979e49ea928b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317072 Oct 24 13:32:55.173891 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40290) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:32:55.177406 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:55.177748 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:55.178084 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:55.178442 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:55.178770 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:55.179092 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:55.179415 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:55.179733 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:55.180052 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:55.180404 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:55.180727 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:55.181043 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:55.181356 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:55.181665 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:55.181975 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58dc84-cbd3-4807-adba-594e2c854342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:55.212716 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:55.224378 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e6423bf9-327d-482c-9d6d-b90a2322768a admin admin] Publish callbacks [] for security_group (26289416-c814-4df5-8c5b-d986e641a4bc), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:55.247833 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e6423bf9-327d-482c-9d6d-b90a2322768a admin admin] Publish callbacks [] for security_group (26289416-c814-4df5-8c5b-d986e641a4bc), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:55.376344 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e6423bf9-327d-482c-9d6d-b90a2322768a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (26289416-c814-4df5-8c5b-d986e641a4bc), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:55.378913 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e6423bf9-327d-482c-9d6d-b90a2322768a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:55.380031 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-e6423bf9-327d-482c-9d6d-b90a2322768a admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/26289416-c814-4df5-8c5b-d986e641a4bc HTTP/1.1" status: 204 len: 168 time: 0.2051623 Oct 24 13:32:55.389733 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6423bf9-327d-482c-9d6d-b90a2322768a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26289416-c814-4df5-8c5b-d986e641a4bc,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:32:55.668078 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2640a-3f14-44a7-ae8f-05c7ae52f568 req-c2d33764-d417-468a-a476-444c1c8b1b12 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:55.669600 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-65b2640a-3f14-44a7-ae8f-05c7ae52f568 req-c2d33764-d417-468a-a476-444c1c8b1b12 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0476062 Oct 24 13:32:55.717921 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-65b2640a-3f14-44a7-ae8f-05c7ae52f568 req-4ab6c755-5171-4eef-9ad8-bfd701295e5f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425787 Oct 24 13:32:56.166418 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf215e-442e-40a3-82fa-b40cf7ef5665 req-cab1c880-849f-497a-974e-6908283ca163 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:56.169409 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6ccf215e-442e-40a3-82fa-b40cf7ef5665 req-cab1c880-849f-497a-974e-6908283ca163 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 946 time: 0.0465019 Oct 24 13:32:56.189550 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:56.207226 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:56.219385 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6ccf215e-442e-40a3-82fa-b40cf7ef5665 req-e9bfc247-906f-4705-ba74-48e2397ccd1f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459776 Oct 24 13:32:56.418241 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40316) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:32:56.512181 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-99cb98be-75f5-4126-9098-9a0c4c70f18e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1062771519-network', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:32:56.587612 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cb98be-75f5-4126-9098-9a0c4c70f18e admin admin] Made reservation on behalf of a946788afc074f079618f1a848ec0f8c for: {'network': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:32:56.589897 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-99cb98be-75f5-4126-9098-9a0c4c70f18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:56.598646 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-99cb98be-75f5-4126-9098-9a0c4c70f18e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:56.676547 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-99cb98be-75f5-4126-9098-9a0c4c70f18e admin admin] Publish callbacks [] for security_group (1f16a622-65ab-4f88-b829-2c76d3c97a8c), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:56.718863 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-99cb98be-75f5-4126-9098-9a0c4c70f18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (1f16a622-65ab-4f88-b829-2c76d3c97a8c), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:56.743922 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cb98be-75f5-4126-9098-9a0c4c70f18e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=104907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:32:56.753331 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb98be-75f5-4126-9098-9a0c4c70f18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f16a622-65ab-4f88-b829-2c76d3c97a8c,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:32:56.760124 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-99cb98be-75f5-4126-9098-9a0c4c70f18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (9728ac1e-0b96-4dda-ab14-1d29c48015fc), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:56.760489 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.segments_db [None req-99cb98be-75f5-4126-9098-9a0c4c70f18e admin admin] Added segment 9728ac1e-0b96-4dda-ab14-1d29c48015fc of type vlan for network 67459548-be71-4331-875c-7f5bcf34433e Oct 24 13:32:56.801638 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-99cb98be-75f5-4126-9098-9a0c4c70f18e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (67459548-be71-4331-875c-7f5bcf34433e), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:56.848356 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018e328-ce2f-4f44-bf49-4e1ac8e55bf8 req-b7d02aed-8410-4dd7-8e1d-47733913e92d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:56.849744 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7018e328-ce2f-4f44-bf49-4e1ac8e55bf8 req-b7d02aed-8410-4dd7-8e1d-47733913e92d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0465190 Oct 24 13:32:56.891020 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-99cb98be-75f5-4126-9098-9a0c4c70f18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (67459548-be71-4331-875c-7f5bcf34433e), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:56.892157 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cb98be-75f5-4126-9098-9a0c4c70f18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:56.892767 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-99cb98be-75f5-4126-9098-9a0c4c70f18e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:56.895992 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7018e328-ce2f-4f44-bf49-4e1ac8e55bf8 req-2994023d-58b8-4106-91e1-670ce1ae4b0a tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405877 Oct 24 13:32:56.953012 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb98be-75f5-4126-9098-9a0c4c70f18e admin admin] Pushing event updated for resources: {'Network': ['ID=67459548-be71-4331-875c-7f5bcf34433e,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:32:56.963676 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network 67459548-be71-4331-875c-7f5bcf34433e details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:32:56.985079 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-99cb98be-75f5-4126-9098-9a0c4c70f18e admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5656538 Oct 24 13:32:56.988008 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40322) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:32:57.002419 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-25ca2374-db5b-4c97-a85c-f168c3ecf737 admin admin] Request body: {'subnet': {'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1062771519-subnet', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'ip_version': 4}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:32:57.051970 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110da85-72e1-4e65-a123-d9bbb1cf3261 req-8c95ca0e-01fb-447b-a2f4-7145f739100a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:57.053428 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4110da85-72e1-4e65-a123-d9bbb1cf3261 req-8c95ca0e-01fb-447b-a2f4-7145f739100a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 946 time: 0.0663967 Oct 24 13:32:57.102453 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ca2374-db5b-4c97-a85c-f168c3ecf737 admin admin] Made reservation on behalf of a946788afc074f079618f1a848ec0f8c for: {'subnet': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:32:57.105578 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-25ca2374-db5b-4c97-a85c-f168c3ecf737 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4260666'] for subnet (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:57.249087 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-4110da85-72e1-4e65-a123-d9bbb1cf3261 req-0a7a06dc-02fe-4909-a434-6a37609d9e33 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Deleting port 4dfc7079-30d9-488d-9dfc-1df75d250b32 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:32:57.249440 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-4110da85-72e1-4e65-a123-d9bbb1cf3261 req-0a7a06dc-02fe-4909-a434-6a37609d9e33 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:57.339680 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:57.411698 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-4110da85-72e1-4e65-a123-d9bbb1cf3261 req-0a7a06dc-02fe-4909-a434-6a37609d9e33 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] For port 4dfc7079-30d9-488d-9dfc-1df75d250b32, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=4dfc7079-30d9-488d-9dfc-1df75d250b32,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:32:57.412037 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-4110da85-72e1-4e65-a123-d9bbb1cf3261 req-0a7a06dc-02fe-4909-a434-6a37609d9e33 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:57.570657 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287eeb2-a9cf-4f3e-84ec-ede40f384f9b req-8818b248-6986-46de-8eb0-9f541dd9c788 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:57.572231 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a287eeb2-a9cf-4f3e-84ec-ede40f384f9b req-8818b248-6986-46de-8eb0-9f541dd9c788 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 946 time: 0.2666066 Oct 24 13:32:57.621459 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a287eeb2-a9cf-4f3e-84ec-ede40f384f9b req-22426bc8-f5a7-4543-83a5-9ef5e83a87d3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe5fdf31-3c28-40e0-91c2-3d97871130ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430129 Oct 24 13:32:57.716850 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-25ca2374-db5b-4c97-a85c-f168c3ecf737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4260652'] for subnet (952d7792-b08c-45db-8ea8-bc692caa7a42), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:57.764586 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:57.842742 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca2374-db5b-4c97-a85c-f168c3ecf737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=952d7792-b08c-45db-8ea8-bc692caa7a42,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:32:57.892281 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca2374-db5b-4c97-a85c-f168c3ecf737 admin admin] Checking segment: {'id': '9728ac1e-0b96-4dda-ab14-1d29c48015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '67459548-be71-4331-875c-7f5bcf34433e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:32:57.892904 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca2374-db5b-4c97-a85c-f168c3ecf737 admin admin] Network hostable DHCP agents. Network: 67459548-be71-4331-875c-7f5bcf34433e, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:32:57.920924 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-4110da85-72e1-4e65-a123-d9bbb1cf3261 req-0a7a06dc-02fe-4909-a434-6a37609d9e33 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:57.921279 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-4110da85-72e1-4e65-a123-d9bbb1cf3261 req-0a7a06dc-02fe-4909-a434-6a37609d9e33 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (bd1983b9-ec4e-40ac-ac6e-477a3745db68), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:57.921589 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [req-4110da85-72e1-4e65-a123-d9bbb1cf3261 req-0a7a06dc-02fe-4909-a434-6a37609d9e33 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Floating IP bd1983b9-ec4e-40ac-ac6e-477a3745db68 disassociated. External IP: 172.27.3.46, port: 4dfc7079-30d9-488d-9dfc-1df75d250b32. Oct 24 13:32:57.921923 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-4110da85-72e1-4e65-a123-d9bbb1cf3261 req-0a7a06dc-02fe-4909-a434-6a37609d9e33 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Calling delete_port for 4dfc7079-30d9-488d-9dfc-1df75d250b32 owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:32:58.029696 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331fa7d-b846-4319-82ac-5c6d77759992 req-b4e91388-4f19-43ed-8a24-53ee9d8cadb8 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:58.031069 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9331fa7d-b846-4319-82ac-5c6d77759992 req-b4e91388-4f19-43ed-8a24-53ee9d8cadb8 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0594001 Oct 24 13:32:58.038507 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca2374-db5b-4c97-a85c-f168c3ecf737 admin admin] Network 67459548-be71-4331-875c-7f5bcf34433e is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:32:58.122678 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-25ca2374-db5b-4c97-a85c-f168c3ecf737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, 67459548-be71-4331-875c-7f5bcf34433e) {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:32:58.130149 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9331fa7d-b846-4319-82ac-5c6d77759992 req-883a205f-b458-4364-942f-96179bada86c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891957 Oct 24 13:32:58.131364 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9ae3b7-9444-45e4-b761-447f4d2dfcf6 None None] Network 67459548-be71-4331-875c-7f5bcf34433e requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:32:58.138627 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ca2374-db5b-4c97-a85c-f168c3ecf737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:58.138917 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-25ca2374-db5b-4c97-a85c-f168c3ecf737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:58.228198 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-4110da85-72e1-4e65-a123-d9bbb1cf3261 req-0a7a06dc-02fe-4909-a434-6a37609d9e33 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (4dfc7079-30d9-488d-9dfc-1df75d250b32), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:58.239151 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6000219d-3d5a-5fb9-ba21-95674ac20389-67459548-be71-4331-875c-7f5bcf34433e', 'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'fixed_ips': [{'subnet_id': '952d7792-b08c-45db-8ea8-bc692caa7a42'}]}} from dv-cinder-862491-1-iscsi. {{(pid=104909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:32:58.240139 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:58.263294 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-25ca2374-db5b-4c97-a85c-f168c3ecf737 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2675831 Oct 24 13:32:58.266560 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a06dc-02fe-4909-a434-6a37609d9e33 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event deleted for resources: {'Port': ['ID=4dfc7079-30d9-488d-9dfc-1df75d250b32,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:32:58.266713 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40328) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:32:58.271753 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1062771519-router', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:32:58.359551 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7918676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-484287'] for router (197b7554-eb6c-48e1-9251-d2bace18e7f2), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:58.360651 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7925022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-484256'] for router (197b7554-eb6c-48e1-9251-d2bace18e7f2), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:58.379145 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4110da85-72e1-4e65-a123-d9bbb1cf3261 req-0a7a06dc-02fe-4909-a434-6a37609d9e33 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:32:58.380394 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.db_base_plugin_common [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Allocated IP 172.20.0.2 (67459548-be71-4331-875c-7f5bcf34433e/952d7792-b08c-45db-8ea8-bc692caa7a42/54c6907d-866e-40e3-ab01-bdb3fb535c89) {{(pid=104909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:32:58.415812 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Publish callbacks [] for router_controller (197b7554-eb6c-48e1-9251-d2bace18e7f2), precommit_add_association {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:58.488658 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4110da85-72e1-4e65-a123-d9bbb1cf3261 req-0a7a06dc-02fe-4909-a434-6a37609d9e33 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:32:58.501373 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93060a10-ca9c-49d5-8f2a-6b6072dff9b5 None None] Sync routers for ids ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:32:58.527785 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Publish callbacks [] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), precommit_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:58.532460 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93060a10-ca9c-49d5-8f2a-6b6072dff9b5 None None] Routers {'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:32:58.533304 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-93060a10-ca9c-49d5-8f2a-6b6072dff9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:32:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:32:58.538473 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4110da85-72e1-4e65-a123-d9bbb1cf3261 req-0a7a06dc-02fe-4909-a434-6a37609d9e33 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] No DVR routers for this DVR port 4dfc7079-30d9-488d-9dfc-1df75d250b32 on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:32:58.542756 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-4110da85-72e1-4e65-a123-d9bbb1cf3261 req-0a7a06dc-02fe-4909-a434-6a37609d9e33 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:58.544957 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4110da85-72e1-4e65-a123-d9bbb1cf3261 req-0a7a06dc-02fe-4909-a434-6a37609d9e33 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.59 "DELETE /networking/v2.0/ports/4dfc7079-30d9-488d-9dfc-1df75d250b32 HTTP/1.1" status: 204 len: 173 time: 1.4269464 Oct 24 13:32:58.545482 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'name': 'network-vif-deleted', 'tag': '4dfc7079-30d9-488d-9dfc-1df75d250b32'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:32:58.548571 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8670fb-cafe-44e9-b3ef-b59c81ce68ee" -d '{"events": [{"server_uuid": "d3d04bbb-034d-4cf1-a753-9c4cb48e92bd", "name": "network-vif-deleted", "tag": "4dfc7079-30d9-488d-9dfc-1df75d250b32"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:32:58.589150 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:58.604162 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Publish callbacks [] for router_gateway (197b7554-eb6c-48e1-9251-d2bace18e7f2), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:58.608985 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14093c72-3976-44d0-b50c-10fa9411fa63 x-openstack-request-id: req-14093c72-3976-44d0-b50c-10fa9411fa63 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:32:58.609281 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d04bbb-034d-4cf1-a753-9c4cb48e92bd", "name": "network-vif-deleted", "tag": "4dfc7079-30d9-488d-9dfc-1df75d250b32", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:32:58.609533 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14093c72-3976-44d0-b50c-10fa9411fa63 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:32:58.610224 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14093c72-3976-44d0-b50c-10fa9411fa63'] response: {'server_uuid': 'd3d04bbb-034d-4cf1-a753-9c4cb48e92bd', 'name': 'network-vif-deleted', 'tag': '4dfc7079-30d9-488d-9dfc-1df75d250b32', 'status': 'completed', 'code': 200} Oct 24 13:32:58.741573 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-daa54ed6-34e7-4244-9c67-08cacd338709 req-b37f48c2-22b4-4d3f-b16a-4951fcd882b0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 210 time: 0.0350709 Oct 24 13:32:58.835427 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Network 67459548-be71-4331-875c-7f5bcf34433e is already hosted by enough agents. {{(pid=104909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:32:58.841076 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Pushing event updated for resources: {'Port': ['ID=54c6907d-866e-40e3-ab01-bdb3fb535c89,revision_number=1']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:32:58.846624 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.base_scheduler [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Resources bound (agent type, host, resource id): {{(pid=104909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:32:58.857607 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Received port after_create {{(pid=104909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:32:58.862844 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:58.863747 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:58.864088 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:58.864456 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:58.864785 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:58.865112 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:58.865432 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:58.865755 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:58.866079 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:58.866403 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:58.866789 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:58.867079 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:58.867427 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:58.867709 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:58.868021 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:32:58.873744 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-93060a10-ca9c-49d5-8f2a-6b6072dff9b5 None None] Set router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:32:58.888530 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Publish callbacks [] for router_gateway (197b7554-eb6c-48e1-9251-d2bace18e7f2), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:58.911974 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:58.952449 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:58.955188 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:59.003544 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Attempting to bind port 54c6907d-866e-40e3-ab01-bdb3fb535c89 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:32:59.003917 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Attempting to bind port 54c6907d-866e-40e3-ab01-bdb3fb535c89 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '9728ac1e-0b96-4dda-ab14-1d29c48015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '67459548-be71-4331-875c-7f5bcf34433e'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:32:59.004293 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Attempting to bind port 54c6907d-866e-40e3-ab01-bdb3fb535c89 on network 67459548-be71-4331-875c-7f5bcf34433e {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:32:59.021977 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Allocated IP 172.27.3.169 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/8b1787ad-f858-4270-86e7-5df783fb9acd) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:32:59.068596 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:59.102507 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:32:59.102879 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Checking segment: {'id': '9728ac1e-0b96-4dda-ab14-1d29c48015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '67459548-be71-4331-875c-7f5bcf34433e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:32:59.103281 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:59.103669 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Bound using segment: {'id': '9728ac1e-0b96-4dda-ab14-1d29c48015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '67459548-be71-4331-875c-7f5bcf34433e'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:32:59.104146 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Bound port: 54c6907d-866e-40e3-ab01-bdb3fb535c89, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9728ac1e-0b96-4dda-ab14-1d29c48015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '67459548-be71-4331-875c-7f5bcf34433e'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:32:59.104735 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:59.113347 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:59.154514 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Publish callbacks [] for port (8b1787ad-f858-4270-86e7-5df783fb9acd), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:59.211089 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-93060a10-ca9c-49d5-8f2a-6b6072dff9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:24Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'd3762bde-9e66-4e5d-9f19-336f30e3e971', 'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'mac_address': 'fa:16:3e:74:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:22Z', 'updated_at': '2022-10-24T13:25:33Z', 'revision_number': 5, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'subnets': [{'id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:32:59.247328 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93060a10-ca9c-49d5-8f2a-6b6072dff9b5 None None] Checking router: fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:32:59.253356 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] For port 54c6907d-866e-40e3-ab01-bdb3fb535c89, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:32:59.255392 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:59.267973 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] For port 54c6907d-866e-40e3-ab01-bdb3fb535c89, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=54c6907d-866e-40e3-ab01-bdb3fb535c89,segment=NetworkSegment(9728ac1e-0b96-4dda-ab14-1d29c48015fc),segment_id=9728ac1e-0b96-4dda-ab14-1d29c48015fc)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:32:59.271159 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93060a10-ca9c-49d5-8f2a-6b6072dff9b5 None None] Routers {'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:32:59.271763 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-93060a10-ca9c-49d5-8f2a-6b6072dff9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:32:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:32:59.275894 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed77d5f-1c2e-4485-a21a-5ad6c03d347b req-7780ee03-5944-42fe-b28e-849f639d0387 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:32:59.277405 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8ed77d5f-1c2e-4485-a21a-5ad6c03d347b req-7780ee03-5944-42fe-b28e-849f639d0387 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0525522 Oct 24 13:32:59.305656 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (8b1787ad-f858-4270-86e7-5df783fb9acd), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:59.331015 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:59.365316 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8ed77d5f-1c2e-4485-a21a-5ad6c03d347b req-b0c044bc-5b80-4f19-be75-ce30838aa63e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818641 Oct 24 13:32:59.367505 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:32:59.372881 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:32:59.379200 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:32:59.416425 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-93060a10-ca9c-49d5-8f2a-6b6072dff9b5 None None] Set router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:32:59.423251 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Pushing event updated for resources: {'Port': ['ID=8b1787ad-f858-4270-86e7-5df783fb9acd,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:32:59.453965 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c60ae-d922-4da0-a242-69d67d72c068 None None] Pushing event updated for resources: {'Port': ['ID=54c6907d-866e-40e3-ab01-bdb3fb535c89,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:32:59.501235 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 4dfc7079-30d9-488d-9dfc-1df75d250b32 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:32:59.526652 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:59.536294 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: 4dfc7079-30d9-488d-9dfc-1df75d250b32 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:32:59.536711 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 4dfc7079-30d9-488d-9dfc-1df75d250b32 not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:32:59.598159 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=6 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:59.598159 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:59.609042 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:59.695415 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-93060a10-ca9c-49d5-8f2a-6b6072dff9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:24Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'd3762bde-9e66-4e5d-9f19-336f30e3e971', 'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'mac_address': 'fa:16:3e:74:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:22Z', 'updated_at': '2022-10-24T13:25:33Z', 'revision_number': 5, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'subnets': [{'id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:32:59.725615 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93060a10-ca9c-49d5-8f2a-6b6072dff9b5 None None] The sync data for ids ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'] in dv-cinder-862491-1-iscsi is: [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:24Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'd3762bde-9e66-4e5d-9f19-336f30e3e971', 'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'mac_address': 'fa:16:3e:74:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:22Z', 'updated_at': '2022-10-24T13:25:33Z', 'revision_number': 5, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'subnets': [{'id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:32:59.760605 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Publish callbacks [] for router_gateway (197b7554-eb6c-48e1-9251-d2bace18e7f2), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:59.893135 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d1a2b107-1075-4f22-b302-15ab37e26ffd req-737ddee2-b752-4ccb-904e-5bbd877719d2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3d04bbb-034d-4cf1-a753-9c4cb48e92bd HTTP/1.1" status: 200 len: 210 time: 0.0366321 Oct 24 13:32:59.964890 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7925167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899404'] for router (197b7554-eb6c-48e1-9251-d2bace18e7f2), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:00.020665 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:00.170800 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Router 197b7554-eb6c-48e1-9251-d2bace18e7f2 is scheduled to L3 agent 8e6639ec-a083-4776-87de-588f23b64293 with binding_index 1 {{(pid=104907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:33:00.295475 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:33:00.312725 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Sync routers for ids ['197b7554-eb6c-48e1-9251-d2bace18e7f2'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:33:00.327633 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Routers {'197b7554-eb6c-48e1-9251-d2bace18e7f2'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:33:00.328376 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:32:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['197b7554-eb6c-48e1-9251-d2bace18e7f2'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:00.387938 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c915541-ed48-42c7-8c6f-8912fa02ebf9 None None] New status for floating IP bd1983b9-ec4e-40ac-ac6e-477a3745db68: DOWN {{(pid=104909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:33:00.391198 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:00.391198 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-5459a8b5-5347-45be-be0d-03b813937d72 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1232555 Oct 24 13:33:00.393524 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40338) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:00.483318 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Set router 197b7554-eb6c-48e1-9251-d2bace18e7f2 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:33:00.563417 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128d2c79-33c0-4dae-82d3-049086db6c08 None None] Network 67459548-be71-4331-875c-7f5bcf34433e requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:33:00.630519 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-8413f31e-5f71-4f96-b00c-462fa59300da None None] Provisioning complete for port 54c6907d-866e-40e3-ab01-bdb3fb535c89 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:00.630886 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8413f31e-5f71-4f96-b00c-462fa59300da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:00.631338 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-8413f31e-5f71-4f96-b00c-462fa59300da None None] Attempt 1 to provision port 54c6907d-866e-40e3-ab01-bdb3fb535c89 Oct 24 13:33:00.678791 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86e251-5a6c-4d80-896f-d942e1747cab req-0bc26245-efc2-4f56-a1b2-e264054d91b5 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:00.680933 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3e86e251-5a6c-4d80-896f-d942e1747cab req-0bc26245-efc2-4f56-a1b2-e264054d91b5 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.1601093 Oct 24 13:33:00.711625 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'name': 'tempest-TestShelveInstance-1062771519-router', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:32:59Z', 'revision_number': 3, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'gw_port': {'id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:00.731866 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 54c6907d-866e-40e3-ab01-bdb3fb535c89 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:33:00.752646 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Checking router: 197b7554-eb6c-48e1-9251-d2bace18e7f2 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:33:00.753303 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Updating router 197b7554-eb6c-48e1-9251-d2bace18e7f2 port 8b1787ad-f858-4270-86e7-5df783fb9acd binding host dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:33:00.789968 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-8413f31e-5f71-4f96-b00c-462fa59300da None None] Current status of the port 54c6907d-866e-40e3-ab01-bdb3fb535c89 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:00.790187 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8413f31e-5f71-4f96-b00c-462fa59300da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:00.812996 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3e86e251-5a6c-4d80-896f-d942e1747cab req-29aa7193-0e66-477a-9911-6ef811e5c79f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201437 Oct 24 13:33:00.813693 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (8b1787ad-f858-4270-86e7-5df783fb9acd), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:00.824522 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 54c6907d-866e-40e3-ab01-bdb3fb535c89 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:00.824871 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:00.825203 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 54c6907d-866e-40e3-ab01-bdb3fb535c89 Oct 24 13:33:00.870587 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-8413f31e-5f71-4f96-b00c-462fa59300da None None] For port 54c6907d-866e-40e3-ab01-bdb3fb535c89, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=54c6907d-866e-40e3-ab01-bdb3fb535c89,segment=NetworkSegment(9728ac1e-0b96-4dda-ab14-1d29c48015fc),segment_id=9728ac1e-0b96-4dda-ab14-1d29c48015fc)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:33:00.965336 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8413f31e-5f71-4f96-b00c-462fa59300da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:00.973340 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 54c6907d-866e-40e3-ab01-bdb3fb535c89 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:00.973340 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.016545 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:01.084383 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413f31e-5f71-4f96-b00c-462fa59300da None None] Pushing event updated for resources: {'Port': ['ID=54c6907d-866e-40e3-ab01-bdb3fb535c89,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:01.104905 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-76df17b9-22ec-40ae-bd9a-281d61a0dccd None None] Provisioning complete for port 54c6907d-866e-40e3-ab01-bdb3fb535c89 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:01.104905 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-76df17b9-22ec-40ae-bd9a-281d61a0dccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.104905 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-76df17b9-22ec-40ae-bd9a-281d61a0dccd None None] Attempt 1 to provision port 54c6907d-866e-40e3-ab01-bdb3fb535c89 Oct 24 13:33:01.105465 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40346) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:01.106326 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.db.api [None req-31535159-2194-45c3-9121-cd698c343edb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 24 13:33:01.106726 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG oslo_db.api [None req-31535159-2194-45c3-9121-cd698c343edb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 24 13:33:01.139819 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:01.187326 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-03b00a4c-ccde-4231-b6e7-f1694c6d3ba1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group (fe5fdf31-3c28-40e0-91c2-3d97871130ed), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.212985 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-76df17b9-22ec-40ae-bd9a-281d61a0dccd None None] Current status of the port 54c6907d-866e-40e3-ab01-bdb3fb535c89 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:01.215486 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.226479 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-03b00a4c-ccde-4231-b6e7-f1694c6d3ba1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group (fe5fdf31-3c28-40e0-91c2-3d97871130ed), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.248365 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:01.272023 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Publish callbacks [] for port (8b1787ad-f858-4270-86e7-5df783fb9acd), precommit_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.342922 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (8b1787ad-f858-4270-86e7-5df783fb9acd), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.346298 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a40400c1-4392-41fd-a7fa-2e3363b2524b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.371348 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-03b00a4c-ccde-4231-b6e7-f1694c6d3ba1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (fe5fdf31-3c28-40e0-91c2-3d97871130ed), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.374070 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-03b00a4c-ccde-4231-b6e7-f1694c6d3ba1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.375496 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-03b00a4c-ccde-4231-b6e7-f1694c6d3ba1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/fe5fdf31-3c28-40e0-91c2-3d97871130ed HTTP/1.1" status: 204 len: 168 time: 0.2690964 Oct 24 13:33:01.379823 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40352) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:01.386961 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b00a4c-ccde-4231-b6e7-f1694c6d3ba1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5fdf31-3c28-40e0-91c2-3d97871130ed,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:01.390103 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Allocated IP 172.20.0.1 (67459548-be71-4331-875c-7f5bcf34433e/952d7792-b08c-45db-8ea8-bc692caa7a42/01066474-0f82-40ba-ae35-04c0e15c38da) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:33:01.392578 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Attempting to bind port 8b1787ad-f858-4270-86e7-5df783fb9acd on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:33:01.393257 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Attempting to bind port 8b1787ad-f858-4270-86e7-5df783fb9acd by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:33:01.393851 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Attempting to bind port 8b1787ad-f858-4270-86e7-5df783fb9acd on network 493fa87f-9a93-417f-808a-5bb82e719d97 {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:33:01.403967 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:01.404645 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.api.v2.resource [None req-74bdbb73-b8a1-4c9e-9465-2719a3f3513b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] show failed (client error): The resource could not be found. Oct 24 13:33:01.407833 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-74bdbb73-b8a1-4c9e-9465-2719a3f3513b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups/fe5fdf31-3c28-40e0-91c2-3d97871130ed HTTP/1.1" status: 404 len: 347 time: 0.0243113 Oct 24 13:33:01.408282 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40354) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:01.457948 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Pushing event updated for resources: {'Port': ['ID=8b1787ad-f858-4270-86e7-5df783fb9acd,revision_number=2']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:01.474319 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:01.474319 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:01.474319 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:01.474319 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:01.474319 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:01.474319 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:01.475061 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:01.475479 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:01.475916 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:01.476378 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:01.476797 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:01.477230 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:01.477661 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:01.478058 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:01.478474 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:01.485918 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:33:01.486463 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Checking segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:33:01.486965 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.487449 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Bound using segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:33:01.488594 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Bound port: 8b1787ad-f858-4270-86e7-5df783fb9acd, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:33:01.489200 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (8b1787ad-f858-4270-86e7-5df783fb9acd), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.509857 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:01.533278 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Publish callbacks [] for port (01066474-0f82-40ba-ae35-04c0e15c38da), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.562501 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] For port 8b1787ad-f858-4270-86e7-5df783fb9acd, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:33:01.567813 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] For port 8b1787ad-f858-4270-86e7-5df783fb9acd, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=8b1787ad-f858-4270-86e7-5df783fb9acd,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:33:01.581003 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-51eef2ac-9683-48f9-81bf-0b5beb11c874 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Deleting port 4a139248-f86d-4d47-b898-28eda4a03165 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:33:01.581410 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-51eef2ac-9683-48f9-81bf-0b5beb11c874 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (4a139248-f86d-4d47-b898-28eda4a03165), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.629630 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (8b1787ad-f858-4270-86e7-5df783fb9acd), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.641481 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (01066474-0f82-40ba-ae35-04c0e15c38da), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.645787 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 54c6907d-866e-40e3-ab01-bdb3fb535c89 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:01.669479 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-51eef2ac-9683-48f9-81bf-0b5beb11c874 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (4a139248-f86d-4d47-b898-28eda4a03165), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.670191 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-51eef2ac-9683-48f9-81bf-0b5beb11c874 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for floatingip (4a139248-f86d-4d47-b898-28eda4a03165), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.685858 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-51eef2ac-9683-48f9-81bf-0b5beb11c874 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Calling delete_port for 4a139248-f86d-4d47-b898-28eda4a03165 owned by network:floatingip {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:33:01.689732 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Routers {'197b7554-eb6c-48e1-9251-d2bace18e7f2'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:33:01.690368 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:32:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['197b7554-eb6c-48e1-9251-d2bace18e7f2'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:01.695182 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:01.719606 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Network 67459548-be71-4331-875c-7f5bcf34433e is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:33:01.721702 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:33:01.736773 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:33:01.736773 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Pushing event updated for resources: {'Port': ['ID=01066474-0f82-40ba-ae35-04c0e15c38da,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:01.764905 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e16d4-75ac-46a2-92a1-9d95c06af83e None None] Pushing event updated for resources: {'Port': ['ID=8b1787ad-f858-4270-86e7-5df783fb9acd,revision_number=3']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:01.791616 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7922112'] for router_interface (197b7554-eb6c-48e1-9251-d2bace18e7f2), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.805188 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=100 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:01.912780 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] Set router 197b7554-eb6c-48e1-9251-d2bace18e7f2 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:33:01.931261 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-51eef2ac-9683-48f9-81bf-0b5beb11c874 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (4a139248-f86d-4d47-b898-28eda4a03165), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:01.968156 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eef2ac-9683-48f9-81bf-0b5beb11c874 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event deleted for resources: {'Port': ['ID=4a139248-f86d-4d47-b898-28eda4a03165,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:02.023900 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (01066474-0f82-40ba-ae35-04c0e15c38da), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:02.038669 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-65120954-b168-44c9-9863-4843ebcd6b22 None None] Provisioning complete for port 01066474-0f82-40ba-ae35-04c0e15c38da triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:02.039914 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-65120954-b168-44c9-9863-4843ebcd6b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (01066474-0f82-40ba-ae35-04c0e15c38da), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:02.040478 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-65120954-b168-44c9-9863-4843ebcd6b22 None None] Attempt 1 to provision port 01066474-0f82-40ba-ae35-04c0e15c38da Oct 24 13:33:02.054649 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d474c8-7f5e-4527-9da9-553aefa32f2b req-5bfcfea9-ab1d-49f1-94ae-6a99d890a5d6 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:02.056152 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-80d474c8-7f5e-4527-9da9-553aefa32f2b req-5bfcfea9-ab1d-49f1-94ae-6a99d890a5d6 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0913315 Oct 24 13:33:02.073979 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-65120954-b168-44c9-9863-4843ebcd6b22 None None] Port 01066474-0f82-40ba-ae35-04c0e15c38da cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:33:02.086009 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:02.093383 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-51eef2ac-9683-48f9-81bf-0b5beb11c874 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for floatingip (bd1983b9-ec4e-40ac-ac6e-477a3745db68), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:02.095919 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-51eef2ac-9683-48f9-81bf-0b5beb11c874 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:02.097150 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-51eef2ac-9683-48f9-81bf-0b5beb11c874 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/bd1983b9-ec4e-40ac-ac6e-477a3745db68 HTTP/1.1" status: 204 len: 168 time: 0.6877820 Oct 24 13:33:02.127362 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-80d474c8-7f5e-4527-9da9-553aefa32f2b req-7d4f031b-d0e1-422e-9c2e-f34a35766093 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632172 Oct 24 13:33:02.136013 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'name': 'tempest-TestShelveInstance-1062771519-router', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:32:59Z', 'revision_number': 3, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'gw_port': {'id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:02.175653 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a494edb-d6f7-4cf7-be12-1b5c6a4ea6a6 None None] The sync data for ids ['197b7554-eb6c-48e1-9251-d2bace18e7f2'] in dv-cinder-862491-1-iscsi is: [{'id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'name': 'tempest-TestShelveInstance-1062771519-router', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:32:59Z', 'revision_number': 3, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'gw_port': {'id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:33:02.228394 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Publish callbacks [] for port (01066474-0f82-40ba-ae35-04c0e15c38da), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:02.285526 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40360) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:02.290111 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-089c98b7-af06-49cc-b9c2-7716c43f58da tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159454166', 'description': 'tempest-description--1522560841'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:02.308394 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211953'] for port (01066474-0f82-40ba-ae35-04c0e15c38da), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:02.383568 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8330499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7922004'] for router_interface (197b7554-eb6c-48e1-9251-d2bace18e7f2), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:02.387114 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Pushing event updated for resources: {'Port': ['ID=01066474-0f82-40ba-ae35-04c0e15c38da,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:02.425786 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-089c98b7-af06-49cc-b9c2-7716c43f58da tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:02.546715 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Network 67459548-be71-4331-875c-7f5bcf34433e is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:33:02.549452 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:33:02.617795 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-089c98b7-af06-49cc-b9c2-7716c43f58da tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group (309a35ca-b9ae-4e52-bdeb-592f6ce5f705), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:02.685481 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-089c98b7-af06-49cc-b9c2-7716c43f58da tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (309a35ca-b9ae-4e52-bdeb-592f6ce5f705), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:02.732743 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:02.733828 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c98b7-af06-49cc-b9c2-7716c43f58da tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309a35ca-b9ae-4e52-bdeb-592f6ce5f705,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:02.739481 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 8b1787ad-f858-4270-86e7-5df783fb9acd up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:33:02.740567 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Router 197b7554-eb6c-48e1-9251-d2bace18e7f2 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:33:02.778910 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:02.799578 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-089c98b7-af06-49cc-b9c2-7716c43f58da tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:02.801575 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-089c98b7-af06-49cc-b9c2-7716c43f58da tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5150001 Oct 24 13:33:02.804870 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40362) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:02.809835 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-7ce23c4b-84fd-4310-8fff-e6985f09dfb3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Request body: {'security_group_rule': {'security_group_id': '309a35ca-b9ae-4e52-bdeb-592f6ce5f705', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:02.822416 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 8b1787ad-f858-4270-86e7-5df783fb9acd triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:02.822771 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (8b1787ad-f858-4270-86e7-5df783fb9acd), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:02.823652 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 8b1787ad-f858-4270-86e7-5df783fb9acd Oct 24 13:33:02.925570 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ce23c4b-84fd-4310-8fff-e6985f09dfb3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group_rule (3366260b-5358-493b-9978-16263ad7bd85), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:02.932399 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-2ab1b5f6-c2f7-49c1-b148-563f919a6da0 None None] Provisioning complete for port 01066474-0f82-40ba-ae35-04c0e15c38da triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:02.937714 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2ab1b5f6-c2f7-49c1-b148-563f919a6da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (01066474-0f82-40ba-ae35-04c0e15c38da), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:02.937714 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-2ab1b5f6-c2f7-49c1-b148-563f919a6da0 None None] Attempt 1 to provision port 01066474-0f82-40ba-ae35-04c0e15c38da Oct 24 13:33:02.937714 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 8b1787ad-f858-4270-86e7-5df783fb9acd is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:02.937714 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (8b1787ad-f858-4270-86e7-5df783fb9acd), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:03.007350 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992ca22-8c7b-4c10-b857-5862f4bab3db req-4cd015e5-1a66-4744-a832-9cece79e65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:03.009334 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b992ca22-8c7b-4c10-b857-5862f4bab3db req-4cd015e5-1a66-4744-a832-9cece79e65ee service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 1129 time: 0.0726094 Oct 24 13:33:03.061696 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ce23c4b-84fd-4310-8fff-e6985f09dfb3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group_rule (3366260b-5358-493b-9978-16263ad7bd85), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:03.079284 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b992ca22-8c7b-4c10-b857-5862f4bab3db req-49d4ff2e-3ea0-4929-9c9c-cc98a8b07d84 service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615196 Oct 24 13:33:03.137226 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ce23c4b-84fd-4310-8fff-e6985f09dfb3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (3366260b-5358-493b-9978-16263ad7bd85), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:03.138064 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:33:03.153786 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-ba793d63-fc97-4703-8f71-ba27b21fa701 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/197b7554-eb6c-48e1-9251-d2bace18e7f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7487090 Oct 24 13:33:03.156916 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 8b1787ad-f858-4270-86e7-5df783fb9acd, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=8b1787ad-f858-4270-86e7-5df783fb9acd,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:33:03.157650 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1b5f6-c2f7-49c1-b148-563f919a6da0 None None] Port 01066474-0f82-40ba-ae35-04c0e15c38da cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:33:03.166565 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce23c4b-84fd-4310-8fff-e6985f09dfb3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3366260b-5358-493b-9978-16263ad7bd85,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:03.229553 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (8b1787ad-f858-4270-86e7-5df783fb9acd), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:03.231334 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 54c6907d-866e-40e3-ab01-bdb3fb535c89 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:33:03.275850 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7ce23c4b-84fd-4310-8fff-e6985f09dfb3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:03.281911 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-7ce23c4b-84fd-4310-8fff-e6985f09dfb3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4739718 Oct 24 13:33:03.282890 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40370) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:03.288112 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-09e47954-5202-4415-a6cf-faf2335162cf tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Request body: {'security_group_rule': {'security_group_id': '309a35ca-b9ae-4e52-bdeb-592f6ce5f705', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:03.306176 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087f111-779b-4d36-9007-2cac3002326f req-0421060a-5e5f-4143-bc89-0d50c357e55f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:03.306176 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9087f111-779b-4d36-9007-2cac3002326f req-0421060a-5e5f-4143-bc89-0d50c357e55f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0782604 Oct 24 13:33:03.329183 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:03.341693 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=8b1787ad-f858-4270-86e7-5df783fb9acd,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:03.352687 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 54c6907d-866e-40e3-ab01-bdb3fb535c89 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:03.353149 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:03.353408 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 54c6907d-866e-40e3-ab01-bdb3fb535c89 Oct 24 13:33:03.356707 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9087f111-779b-4d36-9007-2cac3002326f req-e69cb5a9-c946-4d30-a09c-572e123de36d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457828 Oct 24 13:33:03.412726 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-09e47954-5202-4415-a6cf-faf2335162cf tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group_rule (595d150d-002f-4ff1-928c-cb1398d7605b), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:03.432158 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 54c6907d-866e-40e3-ab01-bdb3fb535c89 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:03.464720 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:03.480171 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-09e47954-5202-4415-a6cf-faf2335162cf tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group_rule (595d150d-002f-4ff1-928c-cb1398d7605b), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:03.553698 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-09e47954-5202-4415-a6cf-faf2335162cf tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (595d150d-002f-4ff1-928c-cb1398d7605b), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:03.574716 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e47954-5202-4415-a6cf-faf2335162cf tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595d150d-002f-4ff1-928c-cb1398d7605b,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:03.640074 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-195c6502-d7a5-48fe-af12-7e6af0b3776b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:03.642313 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-09e47954-5202-4415-a6cf-faf2335162cf tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:03.644074 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-09e47954-5202-4415-a6cf-faf2335162cf tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3596463 Oct 24 13:33:03.650818 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40376) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:03.655253 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Request body: {'floatingip': {'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:03.754039 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:03.838450 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:03.928352 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40384) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:03.934783 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-6fc576ba-b07c-4c3b-bcfe-8ccd0cdd2ef1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-539141576-network', 'tenant_id': 'b565cd9516694f6d80be1675d6b071d0'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:03.968808 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Allocated IP 172.27.3.158 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/feaa51a7-b512-4646-9454-a21e2cdb5b17) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:33:04.006446 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Sync routers for ids ['197b7554-eb6c-48e1-9251-d2bace18e7f2'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:33:04.017235 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Routers {'197b7554-eb6c-48e1-9251-d2bace18e7f2'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:33:04.017831 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:33:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['197b7554-eb6c-48e1-9251-d2bace18e7f2'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:04.033674 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc576ba-b07c-4c3b-bcfe-8ccd0cdd2ef1 admin admin] Made reservation on behalf of b565cd9516694f6d80be1675d6b071d0 for: {'network': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:33:04.036539 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6fc576ba-b07c-4c3b-bcfe-8ccd0cdd2ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.048388 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6fc576ba-b07c-4c3b-bcfe-8ccd0cdd2ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.098960 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:04.119571 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for port (feaa51a7-b512-4646-9454-a21e2cdb5b17), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.191514 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6fc576ba-b07c-4c3b-bcfe-8ccd0cdd2ef1 admin admin] Publish callbacks [] for security_group (b44d45d9-2fe5-4f03-8bac-ce104c29c75e), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.214463 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Set router 197b7554-eb6c-48e1-9251-d2bace18e7f2 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:33:04.268750 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (feaa51a7-b512-4646-9454-a21e2cdb5b17), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.273710 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6fc576ba-b07c-4c3b-bcfe-8ccd0cdd2ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (b44d45d9-2fe5-4f03-8bac-ce104c29c75e), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.338381 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:33:04.341603 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc576ba-b07c-4c3b-bcfe-8ccd0cdd2ef1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=104907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:33:04.354599 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:33:04.355875 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:33:04.362398 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:04.363754 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc576ba-b07c-4c3b-bcfe-8ccd0cdd2ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44d45d9-2fe5-4f03-8bac-ce104c29c75e,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:04.391633 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event updated for resources: {'Port': ['ID=feaa51a7-b512-4646-9454-a21e2cdb5b17,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:04.402798 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6fc576ba-b07c-4c3b-bcfe-8ccd0cdd2ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (b2c167b9-efd8-4cb2-ba06-f8c477a80bb5), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.402798 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.segments_db [None req-6fc576ba-b07c-4c3b-bcfe-8ccd0cdd2ef1 admin admin] Added segment b2c167b9-efd8-4cb2-ba06-f8c477a80bb5 of type vlan for network fc09616b-6e6a-4590-a500-25e1e97dda51 Oct 24 13:33:04.405038 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'name': 'tempest-TestShelveInstance-1062771519-router', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:01Z', 'revision_number': 4, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'gw_port': {'id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '01066474-0f82-40ba-ae35-04c0e15c38da', 'name': '', 'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'mac_address': 'fa:16:3e:df:48:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:01Z', 'updated_at': '2022-10-24T13:33:02Z', 'revision_number': 2, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'subnets': [{'id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:04.432805 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Checking router: 197b7554-eb6c-48e1-9251-d2bace18e7f2 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:33:04.433410 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Updating router 197b7554-eb6c-48e1-9251-d2bace18e7f2 port 01066474-0f82-40ba-ae35-04c0e15c38da binding host dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:33:04.465993 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (01066474-0f82-40ba-ae35-04c0e15c38da), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.515986 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6fc576ba-b07c-4c3b-bcfe-8ccd0cdd2ef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (fc09616b-6e6a-4590-a500-25e1e97dda51), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.542338 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee273ac0-18ec-4649-845c-aec7d72db7c2 req-ab0aa8d6-9c75-487c-af78-3a5efc6379be tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:04.543931 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ee273ac0-18ec-4649-845c-aec7d72db7c2 req-ab0aa8d6-9c75-487c-af78-3a5efc6379be tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.1005898 Oct 24 13:33:04.575517 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for floatingip (b59a4cc2-4fd6-4549-a0de-418e8d14f3fe), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.618749 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ee273ac0-18ec-4649-845c-aec7d72db7c2 req-173010bd-fb4a-49fc-91b4-8ea460b64bac tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636311 Oct 24 13:33:04.650982 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 8b1787ad-f858-4270-86e7-5df783fb9acd up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:33:04.662656 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6fc576ba-b07c-4c3b-bcfe-8ccd0cdd2ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (fc09616b-6e6a-4590-a500-25e1e97dda51), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.663885 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc576ba-b07c-4c3b-bcfe-8ccd0cdd2ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:04.664621 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6fc576ba-b07c-4c3b-bcfe-8ccd0cdd2ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.696287 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 8b1787ad-f858-4270-86e7-5df783fb9acd triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:04.696672 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (8b1787ad-f858-4270-86e7-5df783fb9acd), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.697010 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 8b1787ad-f858-4270-86e7-5df783fb9acd Oct 24 13:33:04.728301 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Publish callbacks [] for port (01066474-0f82-40ba-ae35-04c0e15c38da), precommit_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.760154 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc576ba-b07c-4c3b-bcfe-8ccd0cdd2ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=fc09616b-6e6a-4590-a500-25e1e97dda51,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:04.762529 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (feaa51a7-b512-4646-9454-a21e2cdb5b17), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.772179 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network fc09616b-6e6a-4590-a500-25e1e97dda51 details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:33:04.786822 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:04.799943 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (01066474-0f82-40ba-ae35-04c0e15c38da), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.805672 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=100 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:04.822649 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 8b1787ad-f858-4270-86e7-5df783fb9acd is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:04.855982 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-6fc576ba-b07c-4c3b-bcfe-8ccd0cdd2ef1 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9241235 Oct 24 13:33:04.856883 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40388) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:04.864535 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddb76c-0ed5-4a50-bc18-1e3137dc6034 None None] Pushing event updated for resources: {'Port': ['ID=01066474-0f82-40ba-ae35-04c0e15c38da,revision_number=3']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:04.865622 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-8814e6cf-e5af-4d4c-87a1-0c37a6e0d9a4 admin admin] Request body: {'subnet': {'network_id': 'fc09616b-6e6a-4590-a500-25e1e97dda51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-539141576-subnet', 'tenant_id': 'b565cd9516694f6d80be1675d6b071d0', 'ip_version': 4}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:04.881598 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:04.920040 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.928574 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:04.932871 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Attempting to bind port 01066474-0f82-40ba-ae35-04c0e15c38da on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:33:04.933303 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Attempting to bind port 01066474-0f82-40ba-ae35-04c0e15c38da by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '9728ac1e-0b96-4dda-ab14-1d29c48015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '67459548-be71-4331-875c-7f5bcf34433e'}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:33:04.933749 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Attempting to bind port 01066474-0f82-40ba-ae35-04c0e15c38da on network 67459548-be71-4331-875c-7f5bcf34433e {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:33:04.936391 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for port (feaa51a7-b512-4646-9454-a21e2cdb5b17), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.959096 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8814e6cf-e5af-4d4c-87a1-0c37a6e0d9a4 admin admin] Made reservation on behalf of b565cd9516694f6d80be1675d6b071d0 for: {'subnet': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:33:04.961695 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8814e6cf-e5af-4d4c-87a1-0c37a6e0d9a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4260666'] for subnet (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.976029 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:33:04.976432 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Checking segment: {'id': '9728ac1e-0b96-4dda-ab14-1d29c48015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '67459548-be71-4331-875c-7f5bcf34433e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:33:04.976833 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:04.977222 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Bound using segment: {'id': '9728ac1e-0b96-4dda-ab14-1d29c48015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '67459548-be71-4331-875c-7f5bcf34433e'} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:33:04.977772 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Bound port: 01066474-0f82-40ba-ae35-04c0e15c38da, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9728ac1e-0b96-4dda-ab14-1d29c48015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '67459548-be71-4331-875c-7f5bcf34433e'}}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:33:04.978146 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (01066474-0f82-40ba-ae35-04c0e15c38da), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:05.033598 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211953'] for port (feaa51a7-b512-4646-9454-a21e2cdb5b17), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:05.037501 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:05.043031 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] For port 01066474-0f82-40ba-ae35-04c0e15c38da, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:33:05.047080 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] For port 01066474-0f82-40ba-ae35-04c0e15c38da, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=01066474-0f82-40ba-ae35-04c0e15c38da,segment=NetworkSegment(9728ac1e-0b96-4dda-ab14-1d29c48015fc),segment_id=9728ac1e-0b96-4dda-ab14-1d29c48015fc)] {{(pid=104910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:33:05.103150 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event updated for resources: {'Port': ['ID=feaa51a7-b512-4646-9454-a21e2cdb5b17,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:05.105634 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (b59a4cc2-4fd6-4549-a0de-418e8d14f3fe), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:05.142990 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (01066474-0f82-40ba-ae35-04c0e15c38da), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:05.177559 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Routers {'197b7554-eb6c-48e1-9251-d2bace18e7f2'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:33:05.178149 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:33:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['197b7554-eb6c-48e1-9251-d2bace18e7f2'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:05.195618 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:05.205731 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-b4aa2cd2-b165-4e3d-a2cd-8503857b7368 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5451379 Oct 24 13:33:05.224483 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8814e6cf-e5af-4d4c-87a1-0c37a6e0d9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4260652'] for subnet (db514186-0fec-43a4-aad6-da35ae09e4d0), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:05.239365 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddb76c-0ed5-4a50-bc18-1e3137dc6034 None None] Pushing event updated for resources: {'Port': ['ID=01066474-0f82-40ba-ae35-04c0e15c38da,revision_number=4']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:05.286131 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814e6cf-e5af-4d4c-87a1-0c37a6e0d9a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db514186-0fec-43a4-aad6-da35ae09e4d0,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:05.293290 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814e6cf-e5af-4d4c-87a1-0c37a6e0d9a4 admin admin] Checking segment: {'id': 'b2c167b9-efd8-4cb2-ba06-f8c477a80bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fc09616b-6e6a-4590-a500-25e1e97dda51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:33:05.293640 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814e6cf-e5af-4d4c-87a1-0c37a6e0d9a4 admin admin] Network hostable DHCP agents. Network: fc09616b-6e6a-4590-a500-25e1e97dda51, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:33:05.304429 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] Set router 197b7554-eb6c-48e1-9251-d2bace18e7f2 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:33:05.407755 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814e6cf-e5af-4d4c-87a1-0c37a6e0d9a4 admin admin] Network fc09616b-6e6a-4590-a500-25e1e97dda51 is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:33:05.429264 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-25533474-fadd-453e-9c59-8190978d73f3 req-33d62c08-c460-4ce4-881b-6b5f5e788bcc tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--159454166&fields=id&tenant_id=7fa2196e343c45b5b741c39417ba9ef8 HTTP/1.1" status: 200 len: 267 time: 0.0493460 Oct 24 13:33:05.459661 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:05.490061 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:05.495054 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-8814e6cf-e5af-4d4c-87a1-0c37a6e0d9a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, fc09616b-6e6a-4590-a500-25e1e97dda51) {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:33:05.501216 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'name': 'tempest-TestShelveInstance-1062771519-router', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:01Z', 'revision_number': 4, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'gw_port': {'id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '01066474-0f82-40ba-ae35-04c0e15c38da', 'name': '', 'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'mac_address': 'fa:16:3e:df:48:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:01Z', 'updated_at': '2022-10-24T13:33:05Z', 'revision_number': 4, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'subnets': [{'id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:05.502014 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8814e6cf-e5af-4d4c-87a1-0c37a6e0d9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:05.502607 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8814e6cf-e5af-4d4c-87a1-0c37a6e0d9a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:05.507346 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce056db1-f687-4e33-bc7f-610efa4b62e1 None None] Network fc09616b-6e6a-4590-a500-25e1e97dda51 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:33:05.530012 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6543f7-65fe-41be-b557-046bc90b5c0d None None] The sync data for ids ['197b7554-eb6c-48e1-9251-d2bace18e7f2'] in dv-cinder-862491-1-iscsi is: [{'id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'name': 'tempest-TestShelveInstance-1062771519-router', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:01Z', 'revision_number': 4, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'gw_port': {'id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '01066474-0f82-40ba-ae35-04c0e15c38da', 'name': '', 'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'mac_address': 'fa:16:3e:df:48:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:01Z', 'updated_at': '2022-10-24T13:33:05Z', 'revision_number': 4, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'subnets': [{'id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:33:05.550578 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533474-fadd-453e-9c59-8190978d73f3 req-d8dd0321-b905-4e4a-964a-3fcfe2ce6352 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:05.552161 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-25533474-fadd-453e-9c59-8190978d73f3 req-d8dd0321-b905-4e4a-964a-3fcfe2ce6352 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/networks?id=958bd8a2-e988-4f21-ad22-567c0fb9f577 HTTP/1.1" status: 200 len: 817 time: 0.1165431 Oct 24 13:33:05.571040 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-25533474-fadd-453e-9c59-8190978d73f3 req-178f984c-9a60-494f-bbed-1f55f3f15f6a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/quotas/7fa2196e343c45b5b741c39417ba9ef8 HTTP/1.1" status: 200 len: 375 time: 0.0117168 Oct 24 13:33:05.604805 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40402) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:05.605065 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-8814e6cf-e5af-4d4c-87a1-0c37a6e0d9a4 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7418780 Oct 24 13:33:05.608447 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-539141576-router', 'tenant_id': 'b565cd9516694f6d80be1675d6b071d0', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:05.668069 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6000219d-3d5a-5fb9-ba21-95674ac20389-fc09616b-6e6a-4590-a500-25e1e97dda51', 'network_id': 'fc09616b-6e6a-4590-a500-25e1e97dda51', 'project_id': 'b565cd9516694f6d80be1675d6b071d0', 'fixed_ips': [{'subnet_id': 'db514186-0fec-43a4-aad6-da35ae09e4d0'}]}} from dv-cinder-862491-1-iscsi. {{(pid=104909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:33:05.669394 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:05.692570 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-25533474-fadd-453e-9c59-8190978d73f3 req-62c0835e-9258-4280-a301-23f134bbb878 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=7fa2196e343c45b5b741c39417ba9ef8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829787 Oct 24 13:33:05.760508 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7918676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-484287'] for router (d53e7586-ccf2-4856-ab44-0d369f71dff0), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:05.762347 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7925022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-484256'] for router (d53e7586-ccf2-4856-ab44-0d369f71dff0), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:05.795438 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3861bd5-89d3-4fad-a790-26d3487e64da req-d526031f-3397-49a1-a355-3a4a9d5456df tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:05.797246 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d3861bd5-89d3-4fad-a790-26d3487e64da req-d526031f-3397-49a1-a355-3a4a9d5456df tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0780327 Oct 24 13:33:05.838226 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.db_base_plugin_common [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Allocated IP 172.20.0.2 (fc09616b-6e6a-4590-a500-25e1e97dda51/db514186-0fec-43a4-aad6-da35ae09e4d0/71eda584-e6a1-412f-9e15-1fd2f3b2fba2) {{(pid=104909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:33:05.874847 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Publish callbacks [] for router_controller (d53e7586-ccf2-4856-ab44-0d369f71dff0), precommit_add_association {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:05.912135 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d3861bd5-89d3-4fad-a790-26d3487e64da req-0b6e423b-c4a1-475f-a550-34723673a6f5 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018531 Oct 24 13:33:05.944518 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-25533474-fadd-453e-9c59-8190978d73f3 req-4e9d2089-5427-491e-81b2-266a0844e4c8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507899 Oct 24 13:33:05.975624 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:05.999300 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:06.034359 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Publish callbacks [] for port (71eda584-e6a1-412f-9e15-1fd2f3b2fba2), precommit_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:06.092354 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-25533474-fadd-453e-9c59-8190978d73f3 req-ada3a25c-d1a7-4cff-8fd3-73b2f84d3d6a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377380 Oct 24 13:33:06.115093 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (71eda584-e6a1-412f-9e15-1fd2f3b2fba2), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:06.120498 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Publish callbacks [] for router_gateway (d53e7586-ccf2-4856-ab44-0d369f71dff0), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:06.172814 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Network fc09616b-6e6a-4590-a500-25e1e97dda51 is already hosted by enough agents. {{(pid=104909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:33:06.187223 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.base_scheduler [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Resources bound (agent type, host, resource id): {{(pid=104909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:33:06.202609 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Received port after_create {{(pid=104909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:33:06.221316 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Pushing event updated for resources: {'Port': ['ID=71eda584-e6a1-412f-9e15-1fd2f3b2fba2,revision_number=1']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:06.319599 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Attempting to bind port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:33:06.319599 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Attempting to bind port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': 'b2c167b9-efd8-4cb2-ba06-f8c477a80bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fc09616b-6e6a-4590-a500-25e1e97dda51'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:33:06.319861 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Attempting to bind port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 on network fc09616b-6e6a-4590-a500-25e1e97dda51 {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:33:06.395846 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:06.450437 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e15ba001-3148-4804-a543-ce4d3d7b6d80 req-77062496-fd5f-44db-ae00-706175b64ab3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 210 time: 0.0489781 Oct 24 13:33:06.452613 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:33:06.453017 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Checking segment: {'id': 'b2c167b9-efd8-4cb2-ba06-f8c477a80bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fc09616b-6e6a-4590-a500-25e1e97dda51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:33:06.453420 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:06.453848 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Bound using segment: {'id': 'b2c167b9-efd8-4cb2-ba06-f8c477a80bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fc09616b-6e6a-4590-a500-25e1e97dda51'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:33:06.454369 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Bound port: 71eda584-e6a1-412f-9e15-1fd2f3b2fba2, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c167b9-efd8-4cb2-ba06-f8c477a80bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fc09616b-6e6a-4590-a500-25e1e97dda51'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:33:06.455701 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (71eda584-e6a1-412f-9e15-1fd2f3b2fba2), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:06.469797 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Publish callbacks [] for router_gateway (d53e7586-ccf2-4856-ab44-0d369f71dff0), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:06.500514 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:06.530684 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:06.616352 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:06.642664 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] For port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:33:06.649615 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] For port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=71eda584-e6a1-412f-9e15-1fd2f3b2fba2,segment=NetworkSegment(b2c167b9-efd8-4cb2-ba06-f8c477a80bb5),segment_id=b2c167b9-efd8-4cb2-ba06-f8c477a80bb5)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:33:06.694999 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 01066474-0f82-40ba-ae35-04c0e15c38da up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:33:06.705199 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Allocated IP 172.27.3.211 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/ca0ad59e-ae95-4239-bd21-2afb28e3d2d4) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:33:06.727056 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (71eda584-e6a1-412f-9e15-1fd2f3b2fba2), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:06.786300 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d091c51-c4c8-4e3b-8cc7-d5b7a68863ad req-693b8f05-50c1-4045-a0a1-abf5ff671db1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:06.794859 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0d091c51-c4c8-4e3b-8cc7-d5b7a68863ad req-693b8f05-50c1-4045-a0a1-abf5ff671db1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.1323452 Oct 24 13:33:06.819960 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 01066474-0f82-40ba-ae35-04c0e15c38da triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:06.820366 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (01066474-0f82-40ba-ae35-04c0e15c38da), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:06.822631 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 01066474-0f82-40ba-ae35-04c0e15c38da Oct 24 13:33:06.823870 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5b1d5-7111-43d8-86bb-1b09cad05237 req-4c52a7b1-0605-46e4-a361-10b8481f0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:06.827445 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-09d5b1d5-7111-43d8-86bb-1b09cad05237 req-4c52a7b1-0605-46e4-a361-10b8481f0856 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 1129 time: 0.1559629 Oct 24 13:33:06.832548 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:06.869228 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Publish callbacks [] for port (ca0ad59e-ae95-4239-bd21-2afb28e3d2d4), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:06.874202 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:06.881501 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3a883-d433-4491-921b-5de09265fcd3 None None] Pushing event updated for resources: {'Port': ['ID=71eda584-e6a1-412f-9e15-1fd2f3b2fba2,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:06.932790 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0d091c51-c4c8-4e3b-8cc7-d5b7a68863ad req-6d8d6051-dd6a-41d8-a742-5cca655de7c4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364512 Oct 24 13:33:06.939694 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 01066474-0f82-40ba-ae35-04c0e15c38da is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:06.940094 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (01066474-0f82-40ba-ae35-04c0e15c38da), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:06.977268 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 01066474-0f82-40ba-ae35-04c0e15c38da, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=01066474-0f82-40ba-ae35-04c0e15c38da,segment=NetworkSegment(9728ac1e-0b96-4dda-ab14-1d29c48015fc),segment_id=9728ac1e-0b96-4dda-ab14-1d29c48015fc)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:33:06.983227 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (ca0ad59e-ae95-4239-bd21-2afb28e3d2d4), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:06.998983 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5b1d5-7111-43d8-86bb-1b09cad05237 req-8164f103-33d3-4ea1-98ab-3412a9a9d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:07.000740 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-09d5b1d5-7111-43d8-86bb-1b09cad05237 req-8164f103-33d3-4ea1-98ab-3412a9a9d200 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 918 time: 0.1645098 Oct 24 13:33:07.043391 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (01066474-0f82-40ba-ae35-04c0e15c38da), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:07.067763 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0ad59e-ae95-4239-bd21-2afb28e3d2d4,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:07.081694 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:33:07.081694 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:33:07.099901 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:33:07.139809 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-09d5b1d5-7111-43d8-86bb-1b09cad05237 req-43eb5c4d-13c6-4c86-bf7d-d021587293e8 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 HTTP/1.1" status: 200 len: 1000 time: 0.1321642 Oct 24 13:33:07.153927 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=01066474-0f82-40ba-ae35-04c0e15c38da,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:07.208161 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5b1d5-7111-43d8-86bb-1b09cad05237 req-bc571670-df4c-45ac-8817-f0c92ac636ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:07.210346 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-09d5b1d5-7111-43d8-86bb-1b09cad05237 req-bc571670-df4c-45ac-8817-f0c92ac636ec service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.0633066 Oct 24 13:33:07.265811 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5b1d5-7111-43d8-86bb-1b09cad05237 req-8c410111-5f16-4a13-a93b-5061e73d2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:07.267363 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-09d5b1d5-7111-43d8-86bb-1b09cad05237 req-8c410111-5f16-4a13-a93b-5061e73d2d38 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511479 Oct 24 13:33:07.358024 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-09d5b1d5-7111-43d8-86bb-1b09cad05237 req-e9947201-ba86-42a3-9513-847c12dec283 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843379 Oct 24 13:33:07.456854 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-09d5b1d5-7111-43d8-86bb-1b09cad05237 req-567e3507-0296-412a-8414-baaab855f0c8 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928679 Oct 24 13:33:07.487152 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Publish callbacks [] for router_gateway (d53e7586-ccf2-4856-ab44-0d369f71dff0), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:07.565248 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-41ecc5a7-5c3a-4e99-abf5-777cc1547773 req-9ccc3cd6-c476-439a-8ae8-ddc9a5d9e099 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 210 time: 0.0361450 Oct 24 13:33:07.661259 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:07.712901 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7925167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899404'] for router (d53e7586-ccf2-4856-ab44-0d369f71dff0), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:07.854747 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c9b712-172f-4d3f-99bf-7f3ed1a5ab7d None None] Network fc09616b-6e6a-4590-a500-25e1e97dda51 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:33:07.919667 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Router d53e7586-ccf2-4856-ab44-0d369f71dff0 is scheduled to L3 agent 8e6639ec-a083-4776-87de-588f23b64293 with binding_index 1 {{(pid=104907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:33:07.937977 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-d13e77ab-e368-47f4-8128-b56096a0d485 None None] Provisioning complete for port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:07.938250 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-d13e77ab-e368-47f4-8128-b56096a0d485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (71eda584-e6a1-412f-9e15-1fd2f3b2fba2), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:07.938578 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-d13e77ab-e368-47f4-8128-b56096a0d485 None None] Attempt 1 to provision port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 Oct 24 13:33:07.954245 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:08.034093 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:33:08.048739 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Sync routers for ids ['d53e7586-ccf2-4856-ab44-0d369f71dff0'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:33:08.060195 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-d13e77ab-e368-47f4-8128-b56096a0d485 None None] Current status of the port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:08.060742 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-d13e77ab-e368-47f4-8128-b56096a0d485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (71eda584-e6a1-412f-9e15-1fd2f3b2fba2), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:08.073005 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Routers {'d53e7586-ccf2-4856-ab44-0d369f71dff0'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:33:08.073681 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:33:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d53e7586-ccf2-4856-ab44-0d369f71dff0'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:08.080035 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c50ff-e743-4b92-86d2-c1229b8c970f req-3831da77-391d-4940-bb50-5aed37a603ac tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:08.082256 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e32c50ff-e743-4b92-86d2-c1229b8c970f req-3831da77-391d-4940-bb50-5aed37a603ac tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0687459 Oct 24 13:33:08.121467 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:08.122725 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-5f31f258-57df-46b4-a3d6-9e6575386f30 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5184336 Oct 24 13:33:08.125538 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40432) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:08.165823 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-d13e77ab-e368-47f4-8128-b56096a0d485 None None] For port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=71eda584-e6a1-412f-9e15-1fd2f3b2fba2,segment=NetworkSegment(b2c167b9-efd8-4cb2-ba06-f8c477a80bb5),segment_id=b2c167b9-efd8-4cb2-ba06-f8c477a80bb5)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:33:08.167465 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e32c50ff-e743-4b92-86d2-c1229b8c970f req-7178708b-1f0c-41b5-ba80-8b6ee389bea0 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771544 Oct 24 13:33:08.239506 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-d13e77ab-e368-47f4-8128-b56096a0d485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (71eda584-e6a1-412f-9e15-1fd2f3b2fba2), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:08.245563 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Set router d53e7586-ccf2-4856-ab44-0d369f71dff0 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:33:08.393388 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e77ab-e368-47f4-8128-b56096a0d485 None None] Pushing event updated for resources: {'Port': ['ID=71eda584-e6a1-412f-9e15-1fd2f3b2fba2,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:08.403185 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-993ba288-5dea-42d0-b7b8-dbcbf175b68f None None] Provisioning complete for port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:08.403185 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-993ba288-5dea-42d0-b7b8-dbcbf175b68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (71eda584-e6a1-412f-9e15-1fd2f3b2fba2), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:08.403362 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-993ba288-5dea-42d0-b7b8-dbcbf175b68f None None] Attempt 1 to provision port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 Oct 24 13:33:08.446674 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:08.490441 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:08.525320 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'name': 'tempest-TestShelveInstance-539141576-router', 'tenant_id': 'b565cd9516694f6d80be1675d6b071d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'ca0ad59e-ae95-4239-bd21-2afb28e3d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:33:05Z', 'updated_at': '2022-10-24T13:33:07Z', 'revision_number': 3, 'project_id': 'b565cd9516694f6d80be1675d6b071d0', 'gw_port': {'id': 'ca0ad59e-ae95-4239-bd21-2afb28e3d2d4', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:06Z', 'updated_at': '2022-10-24T13:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:08.557428 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Checking router: d53e7586-ccf2-4856-ab44-0d369f71dff0 for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:33:08.557778 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Updating router d53e7586-ccf2-4856-ab44-0d369f71dff0 port ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 binding host dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:33:08.566560 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-993ba288-5dea-42d0-b7b8-dbcbf175b68f None None] Current status of the port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:08.595304 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (ca0ad59e-ae95-4239-bd21-2afb28e3d2d4), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:08.715454 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7a66786f-52e2-45b2-96e9-1218113e3109 req-d526d28f-aa52-4433-9020-f382d226263e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 210 time: 0.0540981 Oct 24 13:33:08.731563 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:33:08.805035 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:08.837829 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:08.838189 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (71eda584-e6a1-412f-9e15-1fd2f3b2fba2), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:08.838515 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 Oct 24 13:33:08.959319 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Allocated IP 172.20.0.1 (fc09616b-6e6a-4590-a500-25e1e97dda51/db514186-0fec-43a4-aad6-da35ae09e4d0/4436c41c-6912-419c-9df4-821b79ecb4d9) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:33:08.965103 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Publish callbacks [] for port (ca0ad59e-ae95-4239-bd21-2afb28e3d2d4), precommit_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:08.974543 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:08.975549 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 01066474-0f82-40ba-ae35-04c0e15c38da up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:33:09.007447 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:09.016606 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 01066474-0f82-40ba-ae35-04c0e15c38da triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:09.016972 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (01066474-0f82-40ba-ae35-04c0e15c38da), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:09.017301 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 01066474-0f82-40ba-ae35-04c0e15c38da Oct 24 13:33:09.048623 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (ca0ad59e-ae95-4239-bd21-2afb28e3d2d4), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:09.067889 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Publish callbacks [] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:09.089715 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Attempting to bind port ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:33:09.090089 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Attempting to bind port ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:33:09.090448 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Attempting to bind port ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 on network 493fa87f-9a93-417f-808a-5bb82e719d97 {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:33:09.092405 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:09.138923 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e566e-15e7-4607-881d-9d4a3e9881eb None None] Pushing event updated for resources: {'Port': ['ID=ca0ad59e-ae95-4239-bd21-2afb28e3d2d4,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:09.142508 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:09.178352 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 01066474-0f82-40ba-ae35-04c0e15c38da is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:09.180679 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:33:09.181047 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Checking segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:33:09.181442 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:09.181830 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Bound using segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:33:09.182414 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Bound port: ca0ad59e-ae95-4239-bd21-2afb28e3d2d4, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:33:09.182538 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Network fc09616b-6e6a-4590-a500-25e1e97dda51 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:33:09.182677 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (ca0ad59e-ae95-4239-bd21-2afb28e3d2d4), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:09.187914 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:33:09.192243 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:33:09.209294 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:09.222611 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Pushing event updated for resources: {'Port': ['ID=4436c41c-6912-419c-9df4-821b79ecb4d9,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:09.240059 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7922112'] for router_interface (d53e7586-ccf2-4856-ab44-0d369f71dff0), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:09.247504 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] For port ca0ad59e-ae95-4239-bd21-2afb28e3d2d4, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:33:09.250786 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] For port ca0ad59e-ae95-4239-bd21-2afb28e3d2d4, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=ca0ad59e-ae95-4239-bd21-2afb28e3d2d4,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:33:09.284471 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:09.305904 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc1e53-7149-4301-ac30-50444cc70bd7 req-7ae2f77b-de21-4468-99dd-3a53f9908275 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:09.307492 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-17fc1e53-7149-4301-ac30-50444cc70bd7 req-7ae2f77b-de21-4468-99dd-3a53f9908275 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0501375 Oct 24 13:33:09.341522 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:09.343682 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (ca0ad59e-ae95-4239-bd21-2afb28e3d2d4), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:09.361437 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-17fc1e53-7149-4301-ac30-50444cc70bd7 req-9c771045-b730-4443-80cc-edfc479fee8c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477126 Oct 24 13:33:09.390117 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Routers {'d53e7586-ccf2-4856-ab44-0d369f71dff0'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:33:09.390750 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:33:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d53e7586-ccf2-4856-ab44-0d369f71dff0'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:09.452537 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e566e-15e7-4607-881d-9d4a3e9881eb None None] Pushing event updated for resources: {'Port': ['ID=ca0ad59e-ae95-4239-bd21-2afb28e3d2d4,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:09.464512 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:09.638788 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Publish callbacks [] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:09.646981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-99443725-e442-4b27-b887-d77e908d903d None None] Provisioning complete for port 4436c41c-6912-419c-9df4-821b79ecb4d9 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:09.647351 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-99443725-e442-4b27-b887-d77e908d903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:09.647680 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-99443725-e442-4b27-b887-d77e908d903d None None] Attempt 1 to provision port 4436c41c-6912-419c-9df4-821b79ecb4d9 Oct 24 13:33:09.680879 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] Set router d53e7586-ccf2-4856-ab44-0d369f71dff0 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:33:09.714364 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211953'] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:09.740448 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-99443725-e442-4b27-b887-d77e908d903d None None] Port 4436c41c-6912-419c-9df4-821b79ecb4d9 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:33:09.793657 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8330499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7922004'] for router_interface (d53e7586-ccf2-4856-ab44-0d369f71dff0), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:09.798992 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Pushing event updated for resources: {'Port': ['ID=4436c41c-6912-419c-9df4-821b79ecb4d9,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:09.869094 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'name': 'tempest-TestShelveInstance-539141576-router', 'tenant_id': 'b565cd9516694f6d80be1675d6b071d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'ca0ad59e-ae95-4239-bd21-2afb28e3d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:33:05Z', 'updated_at': '2022-10-24T13:33:07Z', 'revision_number': 3, 'project_id': 'b565cd9516694f6d80be1675d6b071d0', 'gw_port': {'id': 'ca0ad59e-ae95-4239-bd21-2afb28e3d2d4', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:06Z', 'updated_at': '2022-10-24T13:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:09.877037 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7197a965-ca73-46a7-a486-f2872d5aa519 req-60547439-3698-43e1-87c0-054c6fabdd4b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 210 time: 0.0574367 Oct 24 13:33:09.881032 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:09.894476 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f26a342-a244-48af-ac64-1e67a5e333c1 None None] The sync data for ids ['d53e7586-ccf2-4856-ab44-0d369f71dff0'] in dv-cinder-862491-1-iscsi is: [{'id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'name': 'tempest-TestShelveInstance-539141576-router', 'tenant_id': 'b565cd9516694f6d80be1675d6b071d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'ca0ad59e-ae95-4239-bd21-2afb28e3d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:33:05Z', 'updated_at': '2022-10-24T13:33:07Z', 'revision_number': 3, 'project_id': 'b565cd9516694f6d80be1675d6b071d0', 'gw_port': {'id': 'ca0ad59e-ae95-4239-bd21-2afb28e3d2d4', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:06Z', 'updated_at': '2022-10-24T13:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:33:09.927589 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Network fc09616b-6e6a-4590-a500-25e1e97dda51 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:33:09.929000 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:33:10.045995 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Router d53e7586-ccf2-4856-ab44-0d369f71dff0 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:33:10.179370 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:33:10.184566 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-3699de3a-e21f-49f7-ad36-12c2c59cedc8 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/d53e7586-ccf2-4856-ab44-0d369f71dff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0580208 Oct 24 13:33:10.272975 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-f26fbfb1-1afd-4429-9c94-9d030ff14c14 None None] Provisioning complete for port 4436c41c-6912-419c-9df4-821b79ecb4d9 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:10.273566 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f26fbfb1-1afd-4429-9c94-9d030ff14c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:10.273668 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-f26fbfb1-1afd-4429-9c94-9d030ff14c14 None None] Attempt 1 to provision port 4436c41c-6912-419c-9df4-821b79ecb4d9 Oct 24 13:33:10.334374 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-f26fbfb1-1afd-4429-9c94-9d030ff14c14 None None] Port 4436c41c-6912-419c-9df4-821b79ecb4d9 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:33:10.534724 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b136c0-48ef-4fbc-be74-c83c7f0559d6 req-7e524d35-4f32-4e60-ba06-2675676e93f9 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:10.536853 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-39b136c0-48ef-4fbc-be74-c83c7f0559d6 req-7e524d35-4f32-4e60-ba06-2675676e93f9 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0562820 Oct 24 13:33:10.606617 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-39b136c0-48ef-4fbc-be74-c83c7f0559d6 req-2dcc5016-db37-4c03-89e8-8427038c8eda tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632463 Oct 24 13:33:10.646332 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40450) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:10.647551 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:33:10.651257 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-e106497f-0c7f-44c2-815f-622d980ec054 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-45723429', 'description': 'tempest-secgroup-smoke-45723429 description', 'project_id': 'a946788afc074f079618f1a848ec0f8c'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:10.697269 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:10.697646 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (ca0ad59e-ae95-4239-bd21-2afb28e3d2d4), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:10.697985 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 Oct 24 13:33:10.736556 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e106497f-0c7f-44c2-815f-622d980ec054 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:10.745254 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa31733-bc9e-428c-bbee-11e8b2aed8d4 req-199cabc3-2462-4508-856e-e7a8f01b9762 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:10.746823 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1aa31733-bc9e-428c-bbee-11e8b2aed8d4 req-199cabc3-2462-4508-856e-e7a8f01b9762 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0530815 Oct 24 13:33:10.758399 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40452) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:10.763910 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-e60f089f-461e-4b50-85ee-43eb2a73c0d4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Request body: {'floatingip': {'port_id': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:10.784752 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:10.785967 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:10.786410 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (ca0ad59e-ae95-4239-bd21-2afb28e3d2d4), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:10.812930 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port ca0ad59e-ae95-4239-bd21-2afb28e3d2d4, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=ca0ad59e-ae95-4239-bd21-2afb28e3d2d4,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:33:10.828571 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e60f089f-461e-4b50-85ee-43eb2a73c0d4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for floatingip (bfb1a4d9-43fd-4294-be34-c2ac24a21cca), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:10.841742 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e106497f-0c7f-44c2-815f-622d980ec054 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group (68a40108-eb61-419e-9584-19e0140c1f02), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:10.862882 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (ca0ad59e-ae95-4239-bd21-2afb28e3d2d4), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:10.885477 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e106497f-0c7f-44c2-815f-622d980ec054 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (68a40108-eb61-419e-9584-19e0140c1f02), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:10.948336 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106497f-0c7f-44c2-815f-622d980ec054 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a40108-eb61-419e-9584-19e0140c1f02,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:10.956252 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=ca0ad59e-ae95-4239-bd21-2afb28e3d2d4,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:11.008641 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e106497f-0c7f-44c2-815f-622d980ec054 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:11.013221 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-e106497f-0c7f-44c2-815f-622d980ec054 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3648446 Oct 24 13:33:11.017834 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40456) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:11.022920 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-d0b02484-15d7-4e88-82e6-c685c5538dbd tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Request body: {'security_group_rule': {'security_group_id': '68a40108-eb61-419e-9584-19e0140c1f02', 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:11.033720 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ff7ff485-08d8-4244-ab69-4740f727b041 req-6cd8a35f-cb77-40c5-a27e-aa760542fe98 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 210 time: 0.0654767 Oct 24 13:33:11.110039 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:11.168912 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533474-fadd-453e-9c59-8190978d73f3 req-9c7f9846-eff0-4f46-961e-9e06a62f08af tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:11.171238 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-25533474-fadd-453e-9c59-8190978d73f3 req-9c7f9846-eff0-4f46-961e-9e06a62f08af tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.59 "GET /networking/v2.0/networks?id=958bd8a2-e988-4f21-ad22-567c0fb9f577 HTTP/1.1" status: 200 len: 817 time: 0.1937339 Oct 24 13:33:11.175040 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d0b02484-15d7-4e88-82e6-c685c5538dbd tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (aecfac44-011c-47d8-a166-3a2bc3105397), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:11.240093 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-25533474-fadd-453e-9c59-8190978d73f3 req-08bc5d3a-1e94-49ff-afd8-f1e8521f496b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7fa2196e343c45b5b741c39417ba9ef8 HTTP/1.1" status: 200 len: 379 time: 0.0558877 Oct 24 13:33:11.253734 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-25533474-fadd-453e-9c59-8190978d73f3 req-87d17c91-df05-477f-9ad5-b251311f66bb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Request body: {'port': {'device_id': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'admin_state_up': True, 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'security_groups': ['309a35ca-b9ae-4e52-bdeb-592f6ce5f705']}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:11.289610 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d0b02484-15d7-4e88-82e6-c685c5538dbd tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (aecfac44-011c-47d8-a166-3a2bc3105397), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:11.370893 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d0b02484-15d7-4e88-82e6-c685c5538dbd tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (aecfac44-011c-47d8-a166-3a2bc3105397), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:11.399598 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b02484-15d7-4e88-82e6-c685c5538dbd tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecfac44-011c-47d8-a166-3a2bc3105397,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:11.445060 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25533474-fadd-453e-9c59-8190978d73f3 req-87d17c91-df05-477f-9ad5-b251311f66bb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Made reservation on behalf of 7fa2196e343c45b5b741c39417ba9ef8 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:33:11.449063 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-25533474-fadd-453e-9c59-8190978d73f3 req-87d17c91-df05-477f-9ad5-b251311f66bb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:11.453387 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e60f089f-461e-4b50-85ee-43eb2a73c0d4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:11.527129 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d0b02484-15d7-4e88-82e6-c685c5538dbd tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:11.528299 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-d0b02484-15d7-4e88-82e6-c685c5538dbd tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5090683 Oct 24 13:33:11.531224 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40462) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:11.551980 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-c0bacce5-76ed-44a9-9834-d9889ca412d4 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Request body: {'security_group_rule': {'security_group_id': '68a40108-eb61-419e-9584-19e0140c1f02', 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:11.553696 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e60f089f-461e-4b50-85ee-43eb2a73c0d4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (bfb1a4d9-43fd-4294-be34-c2ac24a21cca), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:11.590630 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:11.591142 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-25533474-fadd-453e-9c59-8190978d73f3 req-87d17c91-df05-477f-9ad5-b251311f66bb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Allocated IP 172.20.0.6 (958bd8a2-e988-4f21-ad22-567c0fb9f577/35e2c2ac-a24b-4c15-9d5d-d1af70da09b7/13446e7b-9dfe-44f4-b0f9-5884ab770e75) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:33:11.594787 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:11.649409 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c0bacce5-76ed-44a9-9834-d9889ca412d4 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (903aab0a-9a65-4455-93ef-6492afc6a7e0), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:11.666371 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:33:11.699329 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:11.761742 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60f089f-461e-4b50-85ee-43eb2a73c0d4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Router 280a2765-9c78-4045-9245-b3efcbe9eeaa has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:33:11.771272 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-25533474-fadd-453e-9c59-8190978d73f3 req-87d17c91-df05-477f-9ad5-b251311f66bb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:11.781005 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c0bacce5-76ed-44a9-9834-d9889ca412d4 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (903aab0a-9a65-4455-93ef-6492afc6a7e0), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:11.865212 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60f089f-461e-4b50-85ee-43eb2a73c0d4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:33:11.869478 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e60f089f-461e-4b50-85ee-43eb2a73c0d4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:11.875555 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46059d7-fa3f-4471-924c-19d28026f7d8 None None] Sync routers for ids ['280a2765-9c78-4045-9245-b3efcbe9eeaa'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:33:11.880514 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-25533474-fadd-453e-9c59-8190978d73f3 req-87d17c91-df05-477f-9ad5-b251311f66bb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:11.889146 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46059d7-fa3f-4471-924c-19d28026f7d8 None None] Routers {'280a2765-9c78-4045-9245-b3efcbe9eeaa'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:33:11.890574 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c0bacce5-76ed-44a9-9834-d9889ca412d4 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (903aab0a-9a65-4455-93ef-6492afc6a7e0), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:11.891856 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-f46059d7-fa3f-4471-924c-19d28026f7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:33:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['280a2765-9c78-4045-9245-b3efcbe9eeaa'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:11.908367 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'tag': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383'}] {{(pid=104907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:33:11.911187 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954dccf414852867a7e6a4d984216e3ce3e9b7f8b3e530173b70fede63e4834c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f169ea87-6596-4f49-ac9c-5eeb84b83c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb595949-cb79-47e4-b760-6e9dfd97b222", "tag": "c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383"}]}' {{(pid=104907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:33:11.941147 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-e60f089f-461e-4b50-85ee-43eb2a73c0d4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/bfb1a4d9-43fd-4294-be34-c2ac24a21cca HTTP/1.1" status: 200 len: 992 time: 1.1813140 Oct 24 13:33:11.960605 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25533474-fadd-453e-9c59-8190978d73f3 req-87d17c91-df05-477f-9ad5-b251311f66bb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Network 958bd8a2-e988-4f21-ad22-567c0fb9f577 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:33:11.961875 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bacce5-76ed-44a9-9834-d9889ca412d4 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903aab0a-9a65-4455-93ef-6492afc6a7e0,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:11.967988 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-25533474-fadd-453e-9c59-8190978d73f3 req-87d17c91-df05-477f-9ad5-b251311f66bb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:33:11.981644 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-25533474-fadd-453e-9c59-8190978d73f3 req-87d17c91-df05-477f-9ad5-b251311f66bb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:33:12.042802 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-f46059d7-fa3f-4471-924c-19d28026f7d8 None None] Set router 280a2765-9c78-4045-9245-b3efcbe9eeaa gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:33:12.056750 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1942b13f-0a8d-48bc-a974-05c7e80998a2 x-openstack-request-id: req-1942b13f-0a8d-48bc-a974-05c7e80998a2 {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:33:12.057108 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb595949-cb79-47e4-b760-6e9dfd97b222", "tag": "c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383", "status": "completed", "code": 200}]} {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:33:12.057425 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1942b13f-0a8d-48bc-a974-05c7e80998a2 {{(pid=104907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:33:12.057888 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1942b13f-0a8d-48bc-a974-05c7e80998a2'] response: {'name': 'network-changed', 'server_uuid': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'tag': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383', 'status': 'completed', 'code': 200} Oct 24 13:33:12.266727 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-79a746b6-9d26-4f60-a586-7cb2b085758c None None] Provisioning complete for port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:12.267729 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-79a746b6-9d26-4f60-a586-7cb2b085758c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:12.268112 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-79a746b6-9d26-4f60-a586-7cb2b085758c None None] Attempt 1 to provision port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 Oct 24 13:33:12.295158 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c0bacce5-76ed-44a9-9834-d9889ca412d4 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:12.296258 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-c0bacce5-76ed-44a9-9834-d9889ca412d4 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7641115 Oct 24 13:33:12.296571 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-f46059d7-fa3f-4471-924c-19d28026f7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port': {'id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'bfb1a4d9-43fd-4294-be34-c2ac24a21cca', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'port_id': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'mac_address': 'fa:16:3e:a6:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:28:21Z', 'updated_at': '2022-10-24T13:33:11Z', 'revision_number': 3, 'project_id': '986792b802264c748e4614c4d2a17680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098e25dc-7780-4416-a849-75d3a818a7fb', 'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'mac_address': 'fa:16:3e:e5:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:37Z', 'revision_number': 5, 'project_id': '986792b802264c748e4614c4d2a17680', 'subnets': [{'id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:12.299281 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40472) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:12.304027 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-dbfb90f8-d4d9-4a27-9d36-8b14fc5cec30 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Request body: {'security_group_rule': {'security_group_id': '68a40108-eb61-419e-9584-19e0140c1f02', 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:12.317074 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-79a746b6-9d26-4f60-a586-7cb2b085758c None None] Port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:33:12.324629 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46059d7-fa3f-4471-924c-19d28026f7d8 None None] Checking router: 280a2765-9c78-4045-9245-b3efcbe9eeaa for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:33:12.334782 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46059d7-fa3f-4471-924c-19d28026f7d8 None None] Routers {'280a2765-9c78-4045-9245-b3efcbe9eeaa'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:33:12.335487 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-f46059d7-fa3f-4471-924c-19d28026f7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:33:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['280a2765-9c78-4045-9245-b3efcbe9eeaa'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:12.339731 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d17c91-df05-477f-9ad5-b251311f66bb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event updated for resources: {'Port': ['ID=13446e7b-9dfe-44f4-b0f9-5884ab770e75,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:12.369801 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c9737-c330-4033-aef9-360f9719f9f2 req-4c5209be-cd75-4c8a-82be-c8b50d8dff17 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:12.371270 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c10c9737-c330-4033-aef9-360f9719f9f2 req-4c5209be-cd75-4c8a-82be-c8b50d8dff17 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 931 time: 0.1006949 Oct 24 13:33:12.377943 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533474-fadd-453e-9c59-8190978d73f3 req-87d17c91-df05-477f-9ad5-b251311f66bb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:12.379205 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-25533474-fadd-453e-9c59-8190978d73f3 req-87d17c91-df05-477f-9ad5-b251311f66bb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:12.383166 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169ea87-6596-4f49-ac9c-5eeb84b83c6e req-1a874bf2-0ca2-44ba-b321-61c39d1f0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:12.384579 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f169ea87-6596-4f49-ac9c-5eeb84b83c6e req-1a874bf2-0ca2-44ba-b321-61c39d1f0a08 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 1129 time: 0.1053445 Oct 24 13:33:12.407894 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-dbfb90f8-d4d9-4a27-9d36-8b14fc5cec30 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (67cfa37f-6fbf-4427-9eec-a6e55c32f3ed), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:12.449313 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-f46059d7-fa3f-4471-924c-19d28026f7d8 None None] Set router 280a2765-9c78-4045-9245-b3efcbe9eeaa gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:33:12.480295 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-dbfb90f8-d4d9-4a27-9d36-8b14fc5cec30 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (67cfa37f-6fbf-4427-9eec-a6e55c32f3ed), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:12.497016 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-25533474-fadd-453e-9c59-8190978d73f3 req-87d17c91-df05-477f-9ad5-b251311f66bb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2406237 Oct 24 13:33:12.500866 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c10c9737-c330-4033-aef9-360f9719f9f2 req-dd9ab023-7b46-4863-b0bd-4d36d600fa59 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188028 Oct 24 13:33:12.517716 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Request body: {'port': {'device_id': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:12.522766 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:12.538642 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Sync routers for ids ['d53e7586-ccf2-4856-ab44-0d369f71dff0'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:33:12.549913 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Routers {'d53e7586-ccf2-4856-ab44-0d369f71dff0'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:33:12.551087 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:33:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d53e7586-ccf2-4856-ab44-0d369f71dff0'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:12.559047 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-dbfb90f8-d4d9-4a27-9d36-8b14fc5cec30 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (67cfa37f-6fbf-4427-9eec-a6e55c32f3ed), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:12.569437 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169ea87-6596-4f49-ac9c-5eeb84b83c6e req-76aceabe-7064-4044-bca5-1458f12fbbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:12.570882 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f169ea87-6596-4f49-ac9c-5eeb84b83c6e req-76aceabe-7064-4044-bca5-1458f12fbbb6 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 918 time: 0.1739848 Oct 24 13:33:12.581592 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:12.581592 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb90f8-d4d9-4a27-9d36-8b14fc5cec30 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cfa37f-6fbf-4427-9eec-a6e55c32f3ed,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:12.642764 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-dbfb90f8-d4d9-4a27-9d36-8b14fc5cec30 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:12.644565 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-dbfb90f8-d4d9-4a27-9d36-8b14fc5cec30 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442633 Oct 24 13:33:12.652392 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40474) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:12.657391 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-dc69271a-1716-4f2a-8fcb-628ace2e18ba tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Request body: {'security_group_rule': {'security_group_id': '68a40108-eb61-419e-9584-19e0140c1f02', 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:12.677942 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:33:12.699262 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:12.711967 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Set router d53e7586-ccf2-4856-ab44-0d369f71dff0 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:33:12.726190 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f169ea87-6596-4f49-ac9c-5eeb84b83c6e req-f49b1c6f-bdc5-4712-80c6-c3bd67650b64 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 HTTP/1.1" status: 200 len: 1000 time: 0.1443071 Oct 24 13:33:12.763125 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:12.765483 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-dc69271a-1716-4f2a-8fcb-628ace2e18ba tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (0a2b035e-01dc-4373-8ae4-05afa97a525a), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:12.820636 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:12.820905 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (ca0ad59e-ae95-4239-bd21-2afb28e3d2d4), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:12.821242 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 Oct 24 13:33:12.829240 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-f46059d7-fa3f-4471-924c-19d28026f7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port': {'id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'bfb1a4d9-43fd-4294-be34-c2ac24a21cca', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'port_id': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'mac_address': 'fa:16:3e:a6:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:28:21Z', 'updated_at': '2022-10-24T13:33:11Z', 'revision_number': 3, 'project_id': '986792b802264c748e4614c4d2a17680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098e25dc-7780-4416-a849-75d3a818a7fb', 'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'mac_address': 'fa:16:3e:e5:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:37Z', 'revision_number': 5, 'project_id': '986792b802264c748e4614c4d2a17680', 'subnets': [{'id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:12.846954 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-dc69271a-1716-4f2a-8fcb-628ace2e18ba tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (0a2b035e-01dc-4373-8ae4-05afa97a525a), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:12.861945 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46059d7-fa3f-4471-924c-19d28026f7d8 None None] The sync data for ids ['280a2765-9c78-4045-9245-b3efcbe9eeaa'] in dv-cinder-862491-1-iscsi is: [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port': {'id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'bfb1a4d9-43fd-4294-be34-c2ac24a21cca', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'port_id': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'mac_address': 'fa:16:3e:a6:75:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:28:21Z', 'updated_at': '2022-10-24T13:33:11Z', 'revision_number': 3, 'project_id': '986792b802264c748e4614c4d2a17680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098e25dc-7780-4416-a849-75d3a818a7fb', 'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'mac_address': 'fa:16:3e:e5:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:37Z', 'revision_number': 5, 'project_id': '986792b802264c748e4614c4d2a17680', 'subnets': [{'id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:33:12.863752 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169ea87-6596-4f49-ac9c-5eeb84b83c6e req-02d0e7bd-7814-4820-a7b8-a160d970e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:12.865478 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f169ea87-6596-4f49-ac9c-5eeb84b83c6e req-02d0e7bd-7814-4820-a7b8-a160d970e813 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.1230843 Oct 24 13:33:12.925534 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-dc69271a-1716-4f2a-8fcb-628ace2e18ba tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (0a2b035e-01dc-4373-8ae4-05afa97a525a), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:12.942755 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69271a-1716-4f2a-8fcb-628ace2e18ba tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2b035e-01dc-4373-8ae4-05afa97a525a,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:12.979820 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:13.001819 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169ea87-6596-4f49-ac9c-5eeb84b83c6e req-e92aa5f3-c4bd-483e-8171-ac283f8295c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:13.004721 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f169ea87-6596-4f49-ac9c-5eeb84b83c6e req-e92aa5f3-c4bd-483e-8171-ac283f8295c8 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1316857 Oct 24 13:33:13.011905 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:13.025071 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-dc69271a-1716-4f2a-8fcb-628ace2e18ba tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.026464 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-dc69271a-1716-4f2a-8fcb-628ace2e18ba tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3727653 Oct 24 13:33:13.029202 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40476) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:13.037315 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-37f96c48-0f3f-46d8-86cd-ace9bad1e4a3 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Request body: {'security_group_rule': {'security_group_id': '68a40108-eb61-419e-9584-19e0140c1f02', 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:13.044304 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'name': 'tempest-TestShelveInstance-539141576-router', 'tenant_id': 'b565cd9516694f6d80be1675d6b071d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'ca0ad59e-ae95-4239-bd21-2afb28e3d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:33:05Z', 'updated_at': '2022-10-24T13:33:09Z', 'revision_number': 4, 'project_id': 'b565cd9516694f6d80be1675d6b071d0', 'gw_port': {'id': 'ca0ad59e-ae95-4239-bd21-2afb28e3d2d4', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:06Z', 'updated_at': '2022-10-24T13:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '4436c41c-6912-419c-9df4-821b79ecb4d9', 'name': '', 'network_id': 'fc09616b-6e6a-4590-a500-25e1e97dda51', 'tenant_id': 'b565cd9516694f6d80be1675d6b071d0', 'mac_address': 'fa:16:3e:9c:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'db514186-0fec-43a4-aad6-da35ae09e4d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:08Z', 'updated_at': '2022-10-24T13:33:09Z', 'revision_number': 2, 'project_id': 'b565cd9516694f6d80be1675d6b071d0', 'subnets': [{'id': 'db514186-0fec-43a4-aad6-da35ae09e4d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:13.089178 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Checking router: d53e7586-ccf2-4856-ab44-0d369f71dff0 for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:33:13.089551 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Updating router d53e7586-ccf2-4856-ab44-0d369f71dff0 port 4436c41c-6912-419c-9df4-821b79ecb4d9 binding host dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:33:13.127209 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.136458 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.securitygroups_db [None req-37f96c48-0f3f-46d8-86cd-ace9bad1e4a3 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Project a946788afc074f079618f1a848ec0f8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 13:33:13.143171 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-37f96c48-0f3f-46d8-86cd-ace9bad1e4a3 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (79be34c7-ad26-4415-8114-10b0af7baef0), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.218285 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:13.236967 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-37f96c48-0f3f-46d8-86cd-ace9bad1e4a3 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (79be34c7-ad26-4415-8114-10b0af7baef0), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.237222 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f169ea87-6596-4f49-ac9c-5eeb84b83c6e req-5c8b0b48-1f2c-4fbd-8c41-16141dbddd3d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252159 Oct 24 13:33:13.243900 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13446e7b-9dfe-44f4-b0f9-5884ab770e75 {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:33:13.249700 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:13.261773 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Publish callbacks [] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.317661 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Transition to ACTIVE for port object 13446e7b-9dfe-44f4-b0f9-5884ab770e75 will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:33:13.335145 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-37f96c48-0f3f-46d8-86cd-ace9bad1e4a3 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (79be34c7-ad26-4415-8114-10b0af7baef0), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.346249 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f96c48-0f3f-46d8-86cd-ace9bad1e4a3 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79be34c7-ad26-4415-8114-10b0af7baef0,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:13.367220 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f169ea87-6596-4f49-ac9c-5eeb84b83c6e req-540b6040-20c5-46dd-ad50-6ca048dabdba service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184285 Oct 24 13:33:13.393751 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.412859 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-37f96c48-0f3f-46d8-86cd-ace9bad1e4a3 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.415367 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Publish callbacks [] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), precommit_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.417293 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-37f96c48-0f3f-46d8-86cd-ace9bad1e4a3 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3870103 Oct 24 13:33:13.417821 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40478) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:13.422277 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-8fb38eb2-7544-4748-be78-550847ff4c61 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Request body: {'security_group_rule': {'security_group_id': '68a40108-eb61-419e-9584-19e0140c1f02', 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:13.462074 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.469955 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Pushing event updated for resources: {'Port': ['ID=13446e7b-9dfe-44f4-b0f9-5884ab770e75,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:13.482053 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.securitygroups_db [None req-8fb38eb2-7544-4748-be78-550847ff4c61 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Project a946788afc074f079618f1a848ec0f8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 13:33:13.488489 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8fb38eb2-7544-4748-be78-550847ff4c61 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (21e125bc-48f9-441b-ae44-d1142f7539d2), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.523036 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Attempting to bind port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:33:13.523377 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Attempting to bind port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:33:13.523776 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Attempting to bind port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 on network 958bd8a2-e988-4f21-ad22-567c0fb9f577 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:33:13.531595 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135164f-89ea-4e82-a8c7-f61643377faf None None] Pushing event updated for resources: {'Port': ['ID=4436c41c-6912-419c-9df4-821b79ecb4d9,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:13.557449 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8fb38eb2-7544-4748-be78-550847ff4c61 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (21e125bc-48f9-441b-ae44-d1142f7539d2), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.569809 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 on network 958bd8a2-e988-4f21-ad22-567c0fb9f577 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:33:13.570362 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Attempting to bind port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 on network 958bd8a2-e988-4f21-ad22-567c0fb9f577 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:33:13.570493 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Attempting to bind port 4436c41c-6912-419c-9df4-821b79ecb4d9 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:33:13.570867 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Attempting to bind port 4436c41c-6912-419c-9df4-821b79ecb4d9 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': 'b2c167b9-efd8-4cb2-ba06-f8c477a80bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fc09616b-6e6a-4590-a500-25e1e97dda51'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:33:13.571501 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Attempting to bind port 4436c41c-6912-419c-9df4-821b79ecb4d9 on network fc09616b-6e6a-4590-a500-25e1e97dda51 {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:33:13.613611 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:33:13.613868 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Checking segment: {'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:33:13.614252 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Bound using segment: {'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:33:13.614690 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Bound port: 13446e7b-9dfe-44f4-b0f9-5884ab770e75, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd0a130-c15f-414a-9dff-5fbd674ff38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:33:13.615045 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.620874 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:33:13.621249 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Checking segment: {'id': 'b2c167b9-efd8-4cb2-ba06-f8c477a80bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fc09616b-6e6a-4590-a500-25e1e97dda51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:33:13.621651 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.622068 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Bound using segment: {'id': 'b2c167b9-efd8-4cb2-ba06-f8c477a80bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fc09616b-6e6a-4590-a500-25e1e97dda51'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:33:13.622550 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Bound port: 4436c41c-6912-419c-9df4-821b79ecb4d9, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c167b9-efd8-4cb2-ba06-f8c477a80bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fc09616b-6e6a-4590-a500-25e1e97dda51'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:33:13.622932 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.633375 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8fb38eb2-7544-4748-be78-550847ff4c61 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (21e125bc-48f9-441b-ae44-d1142f7539d2), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.662607 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb38eb2-7544-4748-be78-550847ff4c61 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e125bc-48f9-441b-ae44-d1142f7539d2,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:13.670466 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce71324-46b5-41a2-a90b-84c36c3e54d3 req-bb1bbdcd-fa26-40ce-9dc7-b0c6d005c7f8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:13.672155 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fce71324-46b5-41a2-a90b-84c36c3e54d3 req-bb1bbdcd-fa26-40ce-9dc7-b0c6d005c7f8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0752764 Oct 24 13:33:13.676585 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:13.688338 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] For port 13446e7b-9dfe-44f4-b0f9-5884ab770e75, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:33:13.691749 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] For port 13446e7b-9dfe-44f4-b0f9-5884ab770e75, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=13446e7b-9dfe-44f4-b0f9-5884ab770e75,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:33:13.696896 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] For port 4436c41c-6912-419c-9df4-821b79ecb4d9, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:33:13.700184 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] For port 4436c41c-6912-419c-9df4-821b79ecb4d9, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=4436c41c-6912-419c-9df4-821b79ecb4d9,segment=NetworkSegment(b2c167b9-efd8-4cb2-ba06-f8c477a80bb5),segment_id=b2c167b9-efd8-4cb2-ba06-f8c477a80bb5)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:33:13.729018 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fce71324-46b5-41a2-a90b-84c36c3e54d3 req-69e9f1f7-395f-440d-bc5c-ad9f58f29662 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497584 Oct 24 13:33:13.755874 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8fb38eb2-7544-4748-be78-550847ff4c61 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.757055 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-8fb38eb2-7544-4748-be78-550847ff4c61 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3383095 Oct 24 13:33:13.782475 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.783585 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.788520 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:13.789312 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:13.790760 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-25533474-fadd-453e-9c59-8190978d73f3 req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/13446e7b-9dfe-44f4-b0f9-5884ab770e75 HTTP/1.1" status: 200 len: 1093 time: 1.2848656 Oct 24 13:33:13.791386 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'tag': '13446e7b-9dfe-44f4-b0f9-5884ab770e75'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:33:13.793706 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3283e6eb-e3a5-4ea1-8d48-8162ef5a6e96" -d '{"events": [{"name": "network-changed", "server_uuid": "6e111014-8ecb-4f6c-865f-a85b64d7cc69", "tag": "13446e7b-9dfe-44f4-b0f9-5884ab770e75"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:33:13.830308 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Routers {'d53e7586-ccf2-4856-ab44-0d369f71dff0'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:33:13.830495 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:33:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d53e7586-ccf2-4856-ab44-0d369f71dff0'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:13.840590 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65692a6-3e51-4fa4-af50-f56673e9c2a7 x-openstack-request-id: req-e65692a6-3e51-4fa4-af50-f56673e9c2a7 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:33:13.840972 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e111014-8ecb-4f6c-865f-a85b64d7cc69", "tag": "13446e7b-9dfe-44f4-b0f9-5884ab770e75", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:33:13.841317 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e65692a6-3e51-4fa4-af50-f56673e9c2a7 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:33:13.841804 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e65692a6-3e51-4fa4-af50-f56673e9c2a7'] response: {'name': 'network-changed', 'server_uuid': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'tag': '13446e7b-9dfe-44f4-b0f9-5884ab770e75', 'status': 'completed', 'code': 200} Oct 24 13:33:13.854377 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916b8b1-4f17-4291-93ab-8e0ad9e2229c service neutron] Pushing event updated for resources: {'Port': ['ID=13446e7b-9dfe-44f4-b0f9-5884ab770e75,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:13.896103 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135164f-89ea-4e82-a8c7-f61643377faf None None] Pushing event updated for resources: {'Port': ['ID=4436c41c-6912-419c-9df4-821b79ecb4d9,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:13.938058 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283e6eb-e3a5-4ea1-8d48-8162ef5a6e96 req-c3f9c54f-40d6-42ee-867e-60021fcbc6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:13.940232 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3283e6eb-e3a5-4ea1-8d48-8162ef5a6e96 req-c3f9c54f-40d6-42ee-867e-60021fcbc6af service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7fa2196e343c45b5b741c39417ba9ef8&device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 1127 time: 0.0524728 Oct 24 13:33:13.952825 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] Set router d53e7586-ccf2-4856-ab44-0d369f71dff0 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:33:14.051972 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283e6eb-e3a5-4ea1-8d48-8162ef5a6e96 req-dcc7ac3c-9832-4cb1-93c6-b15ae82eeec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:14.053506 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3283e6eb-e3a5-4ea1-8d48-8162ef5a6e96 req-dcc7ac3c-9832-4cb1-93c6-b15ae82eeec6 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=7fa2196e343c45b5b741c39417ba9ef8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1017263 Oct 24 13:33:14.059685 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'tag': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383'}] {{(pid=104907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:33:14.062667 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954dccf414852867a7e6a4d984216e3ce3e9b7f8b3e530173b70fede63e4834c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086cf502-ced7-42a2-8085-9b6cf9e35bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "bb595949-cb79-47e4-b760-6e9dfd97b222", "tag": "c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383"}]}' {{(pid=104907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:33:14.082691 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:14.123580 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fde13c0-16c5-4092-9759-b78914e62747 x-openstack-request-id: req-9fde13c0-16c5-4092-9759-b78914e62747 {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:33:14.123580 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb595949-cb79-47e4-b760-6e9dfd97b222", "tag": "c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383", "status": "completed", "code": 200}]} {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:33:14.123580 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9fde13c0-16c5-4092-9759-b78914e62747 {{(pid=104907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:33:14.123580 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fde13c0-16c5-4092-9759-b78914e62747'] response: {'name': 'network-changed', 'server_uuid': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'tag': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383', 'status': 'completed', 'code': 200} Oct 24 13:33:14.156928 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'name': 'tempest-TestShelveInstance-539141576-router', 'tenant_id': 'b565cd9516694f6d80be1675d6b071d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'ca0ad59e-ae95-4239-bd21-2afb28e3d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:33:05Z', 'updated_at': '2022-10-24T13:33:09Z', 'revision_number': 4, 'project_id': 'b565cd9516694f6d80be1675d6b071d0', 'gw_port': {'id': 'ca0ad59e-ae95-4239-bd21-2afb28e3d2d4', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:06Z', 'updated_at': '2022-10-24T13:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '4436c41c-6912-419c-9df4-821b79ecb4d9', 'name': '', 'network_id': 'fc09616b-6e6a-4590-a500-25e1e97dda51', 'tenant_id': 'b565cd9516694f6d80be1675d6b071d0', 'mac_address': 'fa:16:3e:9c:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'db514186-0fec-43a4-aad6-da35ae09e4d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:08Z', 'updated_at': '2022-10-24T13:33:13Z', 'revision_number': 4, 'project_id': 'b565cd9516694f6d80be1675d6b071d0', 'subnets': [{'id': 'db514186-0fec-43a4-aad6-da35ae09e4d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:14.185461 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b98269-bdcc-4557-aece-920d795efae5 None None] The sync data for ids ['d53e7586-ccf2-4856-ab44-0d369f71dff0'] in dv-cinder-862491-1-iscsi is: [{'id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'name': 'tempest-TestShelveInstance-539141576-router', 'tenant_id': 'b565cd9516694f6d80be1675d6b071d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'ca0ad59e-ae95-4239-bd21-2afb28e3d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:33:05Z', 'updated_at': '2022-10-24T13:33:09Z', 'revision_number': 4, 'project_id': 'b565cd9516694f6d80be1675d6b071d0', 'gw_port': {'id': 'ca0ad59e-ae95-4239-bd21-2afb28e3d2d4', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:06Z', 'updated_at': '2022-10-24T13:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '4436c41c-6912-419c-9df4-821b79ecb4d9', 'name': '', 'network_id': 'fc09616b-6e6a-4590-a500-25e1e97dda51', 'tenant_id': 'b565cd9516694f6d80be1675d6b071d0', 'mac_address': 'fa:16:3e:9c:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'db514186-0fec-43a4-aad6-da35ae09e4d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:08Z', 'updated_at': '2022-10-24T13:33:13Z', 'revision_number': 4, 'project_id': 'b565cd9516694f6d80be1675d6b071d0', 'subnets': [{'id': 'db514186-0fec-43a4-aad6-da35ae09e4d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:33:14.196693 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283e6eb-e3a5-4ea1-8d48-8162ef5a6e96 req-76721822-160f-4211-8791-d0bb20fa9cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:14.198490 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3283e6eb-e3a5-4ea1-8d48-8162ef5a6e96 req-76721822-160f-4211-8791-d0bb20fa9cb3 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1388679 Oct 24 13:33:14.214290 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cf502-ced7-42a2-8085-9b6cf9e35bb0 req-d975160a-0c49-4669-b9ff-2a19f0171a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:14.217164 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-086cf502-ced7-42a2-8085-9b6cf9e35bb0 req-d975160a-0c49-4669-b9ff-2a19f0171a83 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 1129 time: 0.0567160 Oct 24 13:33:14.326441 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:14.338356 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533474-fadd-453e-9c59-8190978d73f3 req-88ba9a3e-ccfc-4060-a754-939f40e698a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:14.339868 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-25533474-fadd-453e-9c59-8190978d73f3 req-88ba9a3e-ccfc-4060-a754-939f40e698a1 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7fa2196e343c45b5b741c39417ba9ef8&device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 1127 time: 0.0510123 Oct 24 13:33:14.402027 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-25533474-fadd-453e-9c59-8190978d73f3 req-5d32218e-9ada-4c5a-b626-de99a97c42ec service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13446e7b-9dfe-44f4-b0f9-5884ab770e75 HTTP/1.1" status: 200 len: 217 time: 0.0481136 Oct 24 13:33:14.405040 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cf502-ced7-42a2-8085-9b6cf9e35bb0 req-bdb19c53-e221-405b-8a62-19b751ae337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:14.406470 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-086cf502-ced7-42a2-8085-9b6cf9e35bb0 req-bdb19c53-e221-405b-8a62-19b751ae337c service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 918 time: 0.1826844 Oct 24 13:33:14.499172 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533474-fadd-453e-9c59-8190978d73f3 req-a90a1672-b9cc-40d7-acc7-0dba1d43b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:14.500697 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-25533474-fadd-453e-9c59-8190978d73f3 req-a90a1672-b9cc-40d7-acc7-0dba1d43b706 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=35e2c2ac-a24b-4c15-9d5d-d1af70da09b7 HTTP/1.1" status: 200 len: 856 time: 0.0928383 Oct 24 13:33:14.502540 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-086cf502-ced7-42a2-8085-9b6cf9e35bb0 req-5b7a759d-73e1-4268-9b09-d5214f617ebb service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 HTTP/1.1" status: 200 len: 1000 time: 0.0872600 Oct 24 13:33:14.586721 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533474-fadd-453e-9c59-8190978d73f3 req-d35477c8-1dd7-44ce-806c-c302da4cd101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:14.588237 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-25533474-fadd-453e-9c59-8190978d73f3 req-d35477c8-1dd7-44ce-806c-c302da4cd101 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=958bd8a2-e988-4f21-ad22-567c0fb9f577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770285 Oct 24 13:33:14.609740 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cf502-ced7-42a2-8085-9b6cf9e35bb0 req-dae4ebf6-cbca-457a-8b07-df918010ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:14.613647 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-086cf502-ced7-42a2-8085-9b6cf9e35bb0 req-dae4ebf6-cbca-457a-8b07-df918010ac19 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.0941396 Oct 24 13:33:14.657607 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 4436c41c-6912-419c-9df4-821b79ecb4d9 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:33:14.718671 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cf502-ced7-42a2-8085-9b6cf9e35bb0 req-978e1200-84ce-4765-b7a1-0af21dbab814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:14.720193 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-086cf502-ced7-42a2-8085-9b6cf9e35bb0 req-978e1200-84ce-4765-b7a1-0af21dbab814 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0933828 Oct 24 13:33:14.731052 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 4436c41c-6912-419c-9df4-821b79ecb4d9 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:14.732062 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:14.732663 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 4436c41c-6912-419c-9df4-821b79ecb4d9 Oct 24 13:33:14.780560 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:14.803020 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-25533474-fadd-453e-9c59-8190978d73f3 req-12e406a6-d079-4f3a-99c2-548888377466 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031255 Oct 24 13:33:14.825127 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 4436c41c-6912-419c-9df4-821b79ecb4d9 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:14.825434 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:14.838018 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:14.867850 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 4436c41c-6912-419c-9df4-821b79ecb4d9, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=4436c41c-6912-419c-9df4-821b79ecb4d9,segment=NetworkSegment(b2c167b9-efd8-4cb2-ba06-f8c477a80bb5),segment_id=b2c167b9-efd8-4cb2-ba06-f8c477a80bb5)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:33:14.951695 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-086cf502-ced7-42a2-8085-9b6cf9e35bb0 req-14c141ba-b188-424c-b974-a53e0afde844 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233202 Oct 24 13:33:14.965812 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:14.993872 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-25533474-fadd-453e-9c59-8190978d73f3 req-eeec01ea-e432-49a8-954a-99105c443f95 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841717 Oct 24 13:33:15.013874 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622de95c-852d-48c4-8e9d-b0850e7b7fb9 req-a02fae4f-6ea6-49d4-aa1c-b839107a3d35 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:15.015297 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-622de95c-852d-48c4-8e9d-b0850e7b7fb9 req-a02fae4f-6ea6-49d4-aa1c-b839107a3d35 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.1239829 Oct 24 13:33:15.028415 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=4436c41c-6912-419c-9df4-821b79ecb4d9,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:15.119237 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-622de95c-852d-48c4-8e9d-b0850e7b7fb9 req-af5210dc-b97a-4cbc-b6b6-0daa6408fb09 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734947 Oct 24 13:33:15.122723 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-086cf502-ced7-42a2-8085-9b6cf9e35bb0 req-32c66c0e-31bd-46b9-b039-3848f7ac954b service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630714 Oct 24 13:33:16.249245 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019d501-a932-4489-8721-372bdcbb8e32 req-2e05f91e-30e2-4d58-a610-270d3024dfc2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:16.250678 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8019d501-a932-4489-8721-372bdcbb8e32 req-2e05f91e-30e2-4d58-a610-270d3024dfc2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0501776 Oct 24 13:33:16.299708 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8019d501-a932-4489-8721-372bdcbb8e32 req-ed12c68b-cf77-43b2-ae5c-6ccdfd1475f0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427513 Oct 24 13:33:16.626620 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 4436c41c-6912-419c-9df4-821b79ecb4d9 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:33:16.673374 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 4436c41c-6912-419c-9df4-821b79ecb4d9 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:16.673786 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:16.674239 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 4436c41c-6912-419c-9df4-821b79ecb4d9 Oct 24 13:33:16.751426 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 4436c41c-6912-419c-9df4-821b79ecb4d9 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:17.432743 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fa62b-7480-4a2d-aed3-103532b3538f req-ffd1f2a7-ba0e-43d5-854e-bdf05ff08610 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:17.434203 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-228fa62b-7480-4a2d-aed3-103532b3538f req-ffd1f2a7-ba0e-43d5-854e-bdf05ff08610 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0479350 Oct 24 13:33:17.484971 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-228fa62b-7480-4a2d-aed3-103532b3538f req-8a637c20-4be0-497e-8b5e-9aa6dd71ae9b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451529 Oct 24 13:33:17.530420 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 13446e7b-9dfe-44f4-b0f9-5884ab770e75 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:33:17.632308 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 13446e7b-9dfe-44f4-b0f9-5884ab770e75, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=13446e7b-9dfe-44f4-b0f9-5884ab770e75,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:33:17.644051 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '13446e7b-9dfe-44f4-b0f9-5884ab770e75', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'port_id': '13446e7b-9dfe-44f4-b0f9-5884ab770e75', 'mac_address': 'fa:16:3e:44:76:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:33:17.679892 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:17.680296 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:17.696869 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13446e7b-9dfe-44f4-b0f9-5884ab770e75 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:33:17.717779 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 13446e7b-9dfe-44f4-b0f9-5884ab770e75, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=13446e7b-9dfe-44f4-b0f9-5884ab770e75,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:33:17.770993 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:17.818874 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=13446e7b-9dfe-44f4-b0f9-5884ab770e75,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:18.202329 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['13446e7b-9dfe-44f4-b0f9-5884ab770e75'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:33:18.225715 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:18.615203 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03217bee-838c-4d98-b247-137333ea08de req-1e4f44b6-8366-45a4-afcc-686d4a0bcfa4 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:18.616691 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-03217bee-838c-4d98-b247-137333ea08de req-1e4f44b6-8366-45a4-afcc-686d4a0bcfa4 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 944 time: 0.0502291 Oct 24 13:33:18.664020 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-03217bee-838c-4d98-b247-137333ea08de req-c4c13f0a-12e3-4cc3-8a3f-a57e2cb8fe59 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416906 Oct 24 13:33:19.538257 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 13446e7b-9dfe-44f4-b0f9-5884ab770e75 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:33:19.580837 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:33:19.650723 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:19.651099 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:19.651435 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 Oct 24 13:33:19.721365 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:19.729309 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:19.733948 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:19.755934 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13446e7b-9dfe-44f4-b0f9-5884ab770e75'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:33:19.758228 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f4da4b-3ad6-405d-a54f-0105e910ae26" -d '{"events": [{"server_uuid": "6e111014-8ecb-4f6c-865f-a85b64d7cc69", "name": "network-vif-plugged", "status": "completed", "tag": "13446e7b-9dfe-44f4-b0f9-5884ab770e75"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:33:19.776141 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 13446e7b-9dfe-44f4-b0f9-5884ab770e75, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=13446e7b-9dfe-44f4-b0f9-5884ab770e75,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:33:19.796960 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786831b7-4ce2-45d2-aebd-d26471d58c4f req-734a8c5f-a6ee-4556-ab4b-de8b4e9a61d2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:19.798617 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-786831b7-4ce2-45d2-aebd-d26471d58c4f req-734a8c5f-a6ee-4556-ab4b-de8b4e9a61d2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 944 time: 0.0506570 Oct 24 13:33:19.801636 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a606b2-c547-46ae-a0f1-06fba30bd996 x-openstack-request-id: req-e6a606b2-c547-46ae-a0f1-06fba30bd996 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:33:19.802008 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e111014-8ecb-4f6c-865f-a85b64d7cc69", "name": "network-vif-plugged", "status": "completed", "tag": "13446e7b-9dfe-44f4-b0f9-5884ab770e75", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:33:19.802259 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6a606b2-c547-46ae-a0f1-06fba30bd996 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:33:19.802651 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6a606b2-c547-46ae-a0f1-06fba30bd996'] response: {'server_uuid': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13446e7b-9dfe-44f4-b0f9-5884ab770e75', 'code': 200} Oct 24 13:33:19.833937 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:19.848417 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-786831b7-4ce2-45d2-aebd-d26471d58c4f req-ac304544-1dd6-430a-9b59-10db5f26f42e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436637 Oct 24 13:33:20.049698 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=13446e7b-9dfe-44f4-b0f9-5884ab770e75,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:20.164873 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974f460-27ef-47e9-abf9-46b434e7f6e8 req-c382aa8a-93a7-412e-bca3-49b8463cdd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:20.166381 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b974f460-27ef-47e9-abf9-46b434e7f6e8 req-c382aa8a-93a7-412e-bca3-49b8463cdd4f service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 1129 time: 0.0390568 Oct 24 13:33:20.199030 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:20.213799 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b974f460-27ef-47e9-abf9-46b434e7f6e8 req-89a02822-6f7c-45e6-a48e-71c6b9cdce30 service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399327 Oct 24 13:33:20.979339 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876864-ef09-492f-8fe9-a9847f38625b req-2e3735ce-1dba-4cdb-99f5-09dbc7781e0f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:20.980824 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-40876864-ef09-492f-8fe9-a9847f38625b req-2e3735ce-1dba-4cdb-99f5-09dbc7781e0f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0465572 Oct 24 13:33:21.027902 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-40876864-ef09-492f-8fe9-a9847f38625b req-b5c9db83-5903-4442-a950-9cea70c50960 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414600 Oct 24 13:33:22.162042 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362b5b5-98a1-45be-b84b-adebaf3901e1 req-4fdd7a7a-25ca-4e17-bd33-e48e530167c6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:22.163499 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4362b5b5-98a1-45be-b84b-adebaf3901e1 req-4fdd7a7a-25ca-4e17-bd33-e48e530167c6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0524032 Oct 24 13:33:22.211743 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4362b5b5-98a1-45be-b84b-adebaf3901e1 req-1414edd5-9bf9-4994-9a15-432c5984f8ca tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426209 Oct 24 13:33:23.341557 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb6f8f-feca-46a9-82b2-dbba27350431 req-9891e0cd-0f1e-4640-a492-0bfda8212008 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:23.343030 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e1cb6f8f-feca-46a9-82b2-dbba27350431 req-9891e0cd-0f1e-4640-a492-0bfda8212008 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0503252 Oct 24 13:33:23.391598 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e1cb6f8f-feca-46a9-82b2-dbba27350431 req-ddbd5db7-cd38-42de-9ca0-7cc5f3caba43 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420346 Oct 24 13:33:23.516401 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25f235-7e31-4bd6-a95f-d59525e895f9 req-8444d4d2-03c4-4731-a884-afdb1f65ccec tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:23.517970 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1c25f235-7e31-4bd6-a95f-d59525e895f9 req-8444d4d2-03c4-4731-a884-afdb1f65ccec tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0482774 Oct 24 13:33:23.528135 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40578) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:23.532482 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-31e76dbc-289a-4c57-9a17-b0c0efd7608e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Request body: {'floatingip': {'port_id': '13446e7b-9dfe-44f4-b0f9-5884ab770e75'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:23.570579 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-31e76dbc-289a-4c57-9a17-b0c0efd7608e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for floatingip (b59a4cc2-4fd6-4549-a0de-418e8d14f3fe), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:23.993886 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-31e76dbc-289a-4c57-9a17-b0c0efd7608e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:24.039640 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-31e76dbc-289a-4c57-9a17-b0c0efd7608e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (b59a4cc2-4fd6-4549-a0de-418e8d14f3fe), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:24.041416 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:24.141568 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [None req-31e76dbc-289a-4c57-9a17-b0c0efd7608e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Floating IP b59a4cc2-4fd6-4549-a0de-418e8d14f3fe associated. External IP: 172.27.3.158, port: 13446e7b-9dfe-44f4-b0f9-5884ab770e75. Oct 24 13:33:24.577340 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e76dbc-289a-4c57-9a17-b0c0efd7608e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:33:24.626019 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:24.683917 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e76dbc-289a-4c57-9a17-b0c0efd7608e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:33:24.688472 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-31e76dbc-289a-4c57-9a17-b0c0efd7608e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:24.696010 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d67570-2905-46f1-8dd7-c7991091c4ee None None] Sync routers for ids ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:33:24.706436 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d67570-2905-46f1-8dd7-c7991091c4ee None None] Routers {'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:33:24.707496 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-95d67570-2905-46f1-8dd7-c7991091c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:33:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:24.719655 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-31e76dbc-289a-4c57-9a17-b0c0efd7608e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/b59a4cc2-4fd6-4549-a0de-418e8d14f3fe HTTP/1.1" status: 200 len: 991 time: 1.1904817 Oct 24 13:33:24.720420 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'tag': '13446e7b-9dfe-44f4-b0f9-5884ab770e75'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:33:24.723326 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff01a13-552a-4e16-aee8-e4454704dbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "6e111014-8ecb-4f6c-865f-a85b64d7cc69", "tag": "13446e7b-9dfe-44f4-b0f9-5884ab770e75"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:33:24.761753 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c87918-f6c8-4855-807c-f05baba3c93a x-openstack-request-id: req-c9c87918-f6c8-4855-807c-f05baba3c93a {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:33:24.762223 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e111014-8ecb-4f6c-865f-a85b64d7cc69", "tag": "13446e7b-9dfe-44f4-b0f9-5884ab770e75", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:33:24.762567 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9c87918-f6c8-4855-807c-f05baba3c93a {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:33:24.762966 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c87918-f6c8-4855-807c-f05baba3c93a'] response: {'name': 'network-changed', 'server_uuid': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'tag': '13446e7b-9dfe-44f4-b0f9-5884ab770e75', 'status': 'completed', 'code': 200} Oct 24 13:33:24.787447 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=100 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:24.810158 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-95d67570-2905-46f1-8dd7-c7991091c4ee None None] Set router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:33:24.846419 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=100 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:24.851268 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff01a13-552a-4e16-aee8-e4454704dbdc req-31176b38-af95-4aa9-af68-ba07e824a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:24.852819 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-eff01a13-552a-4e16-aee8-e4454704dbdc req-31176b38-af95-4aa9-af68-ba07e824a5d5 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7fa2196e343c45b5b741c39417ba9ef8&device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 1129 time: 0.0423036 Oct 24 13:33:24.946332 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff01a13-552a-4e16-aee8-e4454704dbdc req-d0e6ed97-f38d-4aba-8979-109881e93e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:24.947805 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-eff01a13-552a-4e16-aee8-e4454704dbdc req-d0e6ed97-f38d-4aba-8979-109881e93e64 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=958bd8a2-e988-4f21-ad22-567c0fb9f577 HTTP/1.1" status: 200 len: 918 time: 0.0883853 Oct 24 13:33:25.010687 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-eff01a13-552a-4e16-aee8-e4454704dbdc req-c1bf2664-5d16-43df-9d6e-5110dd8485ed service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13446e7b-9dfe-44f4-b0f9-5884ab770e75 HTTP/1.1" status: 200 len: 999 time: 0.0555365 Oct 24 13:33:25.020912 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-95d67570-2905-46f1-8dd7-c7991091c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:24Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'b59a4cc2-4fd6-4549-a0de-418e8d14f3fe', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'port_id': '13446e7b-9dfe-44f4-b0f9-5884ab770e75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'mac_address': 'fa:16:3e:44:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:33:04Z', 'updated_at': '2022-10-24T13:33:23Z', 'revision_number': 1, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3762bde-9e66-4e5d-9f19-336f30e3e971', 'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'mac_address': 'fa:16:3e:74:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:22Z', 'updated_at': '2022-10-24T13:25:33Z', 'revision_number': 5, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'subnets': [{'id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:25.049121 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d67570-2905-46f1-8dd7-c7991091c4ee None None] Checking router: fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:33:25.058628 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff01a13-552a-4e16-aee8-e4454704dbdc req-a37d9328-41cd-48b6-a3d0-9f07c7ba4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:25.058812 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d67570-2905-46f1-8dd7-c7991091c4ee None None] Routers {'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:33:25.059256 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-95d67570-2905-46f1-8dd7-c7991091c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:33:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:25.060226 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-eff01a13-552a-4e16-aee8-e4454704dbdc req-a37d9328-41cd-48b6-a3d0-9f07c7ba4afc service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=35e2c2ac-a24b-4c15-9d5d-d1af70da09b7 HTTP/1.1" status: 200 len: 856 time: 0.0439854 Oct 24 13:33:25.108201 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff01a13-552a-4e16-aee8-e4454704dbdc req-3022fe60-11a0-408a-a7de-39ba06a2f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:25.109727 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-eff01a13-552a-4e16-aee8-e4454704dbdc req-3022fe60-11a0-408a-a7de-39ba06a2f1ef service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=958bd8a2-e988-4f21-ad22-567c0fb9f577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426433 Oct 24 13:33:25.158853 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-95d67570-2905-46f1-8dd7-c7991091c4ee None None] Set router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:33:25.201426 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-eff01a13-552a-4e16-aee8-e4454704dbdc req-1cde7537-2023-4eef-b3c0-37025376a7e8 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844893 Oct 24 13:33:25.282188 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:25.299202 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-eff01a13-552a-4e16-aee8-e4454704dbdc req-ee5f05ba-1f48-4922-987d-a0497b515a90 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908139 Oct 24 13:33:25.371315 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-95d67570-2905-46f1-8dd7-c7991091c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:24Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'b59a4cc2-4fd6-4549-a0de-418e8d14f3fe', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'port_id': '13446e7b-9dfe-44f4-b0f9-5884ab770e75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'mac_address': 'fa:16:3e:44:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:33:04Z', 'updated_at': '2022-10-24T13:33:23Z', 'revision_number': 1, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3762bde-9e66-4e5d-9f19-336f30e3e971', 'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'mac_address': 'fa:16:3e:74:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:22Z', 'updated_at': '2022-10-24T13:25:33Z', 'revision_number': 5, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'subnets': [{'id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:25.395558 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d67570-2905-46f1-8dd7-c7991091c4ee None None] The sync data for ids ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'] in dv-cinder-862491-1-iscsi is: [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:24Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'b59a4cc2-4fd6-4549-a0de-418e8d14f3fe', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'port_id': '13446e7b-9dfe-44f4-b0f9-5884ab770e75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'mac_address': 'fa:16:3e:44:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:33:04Z', 'updated_at': '2022-10-24T13:33:23Z', 'revision_number': 1, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3762bde-9e66-4e5d-9f19-336f30e3e971', 'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'mac_address': 'fa:16:3e:74:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:22Z', 'updated_at': '2022-10-24T13:25:33Z', 'revision_number': 5, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'subnets': [{'id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:33:25.578943 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6179b134-737a-466a-88b9-f9f2fba890c3 None None] New status for floating IP b59a4cc2-4fd6-4549-a0de-418e8d14f3fe: ACTIVE {{(pid=104909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:33:26.717213 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-889506af-4f13-47dc-8b21-3826ec437804 req-f1f4251a-d959-4aea-8d5c-70337b70539f service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397348 Oct 24 13:33:26.794445 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889506af-4f13-47dc-8b21-3826ec437804 req-24c3e79c-26d7-41df-973d-fd8275100785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:26.795930 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-889506af-4f13-47dc-8b21-3826ec437804 req-24c3e79c-26d7-41df-973d-fd8275100785 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=986792b802264c748e4614c4d2a17680&device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 1130 time: 0.0410814 Oct 24 13:33:26.904853 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889506af-4f13-47dc-8b21-3826ec437804 req-77ee6cd0-c09f-4198-a89e-0f110f8cbe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:26.906315 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-889506af-4f13-47dc-8b21-3826ec437804 req-77ee6cd0-c09f-4198-a89e-0f110f8cbe56 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 200 len: 918 time: 0.0906487 Oct 24 13:33:26.945303 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-889506af-4f13-47dc-8b21-3826ec437804 req-aab2657b-d625-47e8-9979-5f3abdff2427 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7b02435-39c6-46a8-a356-81bef309201a HTTP/1.1" status: 200 len: 217 time: 0.0326657 Oct 24 13:33:26.994061 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889506af-4f13-47dc-8b21-3826ec437804 req-35dfe47c-4b04-403d-94ca-91d6dd7eb6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:26.995517 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-889506af-4f13-47dc-8b21-3826ec437804 req-35dfe47c-4b04-403d-94ca-91d6dd7eb6a1 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 200 len: 856 time: 0.0447826 Oct 24 13:33:27.042260 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889506af-4f13-47dc-8b21-3826ec437804 req-eb3bf11b-f03a-441b-b5d4-ee48534cb46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:27.043790 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-889506af-4f13-47dc-8b21-3826ec437804 req-eb3bf11b-f03a-441b-b5d4-ee48534cb46a service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=66080719-964f-4fc3-8c4a-84b1c81a6ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426624 Oct 24 13:33:27.135459 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-889506af-4f13-47dc-8b21-3826ec437804 req-d6dfdbea-725f-47e2-ad22-5de37d01d037 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851309 Oct 24 13:33:27.229876 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-889506af-4f13-47dc-8b21-3826ec437804 req-eed899f6-d0c2-44b4-9898-371a0f609d47 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878277 Oct 24 13:33:29.147521 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:31.347145 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-db060408-1d40-495b-9e22-328dfc82726d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:33.380933 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=53,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:33.387815 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:33.616095 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c2118d44-9936-4541-866f-4ba19bbbcdf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:34.890480 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:35.373620 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=55 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:35.374393 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=61 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:36.335840 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:36.564344 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:37.225972 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=50 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:37.226756 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=88 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:37.274308 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a20dd-233c-4d97-bc43-70d8da941b75 req-e998ec15-1787-49c0-8a7f-e50375bf0033 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:37.275779 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bc5a20dd-233c-4d97-bc43-70d8da941b75 req-e998ec15-1787-49c0-8a7f-e50375bf0033 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0477417 Oct 24 13:33:37.322653 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bc5a20dd-233c-4d97-bc43-70d8da941b75 req-93f8b54b-f8fe-4c41-a9d7-f0a537402d71 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411649 Oct 24 13:33:38.105609 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-e50ad0ec-e342-40fa-8cd5-b5f0947cf308 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-45723429&fields=id&tenant_id=a946788afc074f079618f1a848ec0f8c HTTP/1.1" status: 200 len: 267 time: 0.0446701 Oct 24 13:33:38.214179 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-b11ec389-e289-4aa0-9c32-317c1420b9c6 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:38.215528 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-b11ec389-e289-4aa0-9c32-317c1420b9c6 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/networks?id=67459548-be71-4331-875c-7f5bcf34433e HTTP/1.1" status: 200 len: 809 time: 0.1033909 Oct 24 13:33:38.229612 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-a78885b9-7209-4662-9feb-dd2cd9587fc2 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/quotas/a946788afc074f079618f1a848ec0f8c HTTP/1.1" status: 200 len: 375 time: 0.0086935 Oct 24 13:33:38.277291 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-0aece982-94be-4653-88b2-dde50b77c88e tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a946788afc074f079618f1a848ec0f8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429318 Oct 24 13:33:38.374205 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-11799106-849f-4974-bdae-6a6d4f355acd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857394 Oct 24 13:33:38.446452 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f75df8-4db2-4d20-b0e2-1fcf66ba1b28 req-aa135775-e50c-49ef-b386-07a7c2d2ea7f tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:38.448038 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-94f75df8-4db2-4d20-b0e2-1fcf66ba1b28 req-aa135775-e50c-49ef-b386-07a7c2d2ea7f tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0469096 Oct 24 13:33:38.498398 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-94f75df8-4db2-4d20-b0e2-1fcf66ba1b28 req-dd1cbf6c-82e4-42bc-9729-3cf5b10f7ce8 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68383f2d-6cd3-4a33-8ff2-c572746809c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441041 Oct 24 13:33:38.668610 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c6aa6-c414-4613-82e8-a3a088b68d66 req-f90b5087-1e13-415e-a64d-4d7bc1730a07 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:38.670054 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-537c6aa6-c414-4613-82e8-a3a088b68d66 req-f90b5087-1e13-415e-a64d-4d7bc1730a07 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 945 time: 0.0494866 Oct 24 13:33:38.679579 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-c4a660b4-17a9-4f6e-ac5b-2a6950c78746 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996211 Oct 24 13:33:38.756178 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-537c6aa6-c414-4613-82e8-a3a088b68d66 req-15a92280-6e6e-41ef-8fc2-4260814790e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Deleting port bdec5a38-0967-442c-8d70-b3f416f6105f {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:33:38.756547 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-537c6aa6-c414-4613-82e8-a3a088b68d66 req-15a92280-6e6e-41ef-8fc2-4260814790e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (bdec5a38-0967-442c-8d70-b3f416f6105f), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:38.850124 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-537c6aa6-c414-4613-82e8-a3a088b68d66 req-15a92280-6e6e-41ef-8fc2-4260814790e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] For port bdec5a38-0967-442c-8d70-b3f416f6105f, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=bdec5a38-0967-442c-8d70-b3f416f6105f,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:33:38.850478 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-537c6aa6-c414-4613-82e8-a3a088b68d66 req-15a92280-6e6e-41ef-8fc2-4260814790e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (bdec5a38-0967-442c-8d70-b3f416f6105f), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:39.012669 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-537c6aa6-c414-4613-82e8-a3a088b68d66 req-15a92280-6e6e-41ef-8fc2-4260814790e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:39.012943 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-537c6aa6-c414-4613-82e8-a3a088b68d66 req-15a92280-6e6e-41ef-8fc2-4260814790e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (9e771357-34ea-4fec-8d11-be1d4d3ee97f), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:39.013255 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [req-537c6aa6-c414-4613-82e8-a3a088b68d66 req-15a92280-6e6e-41ef-8fc2-4260814790e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Floating IP 9e771357-34ea-4fec-8d11-be1d4d3ee97f disassociated. External IP: 172.27.3.127, port: bdec5a38-0967-442c-8d70-b3f416f6105f. Oct 24 13:33:39.013594 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-537c6aa6-c414-4613-82e8-a3a088b68d66 req-15a92280-6e6e-41ef-8fc2-4260814790e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Calling delete_port for bdec5a38-0967-442c-8d70-b3f416f6105f owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:33:39.187407 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-537c6aa6-c414-4613-82e8-a3a088b68d66 req-15a92280-6e6e-41ef-8fc2-4260814790e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (bdec5a38-0967-442c-8d70-b3f416f6105f), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:39.213300 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a92280-6e6e-41ef-8fc2-4260814790e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event deleted for resources: {'Port': ['ID=bdec5a38-0967-442c-8d70-b3f416f6105f,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:39.316591 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:39.325838 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-537c6aa6-c414-4613-82e8-a3a088b68d66 req-15a92280-6e6e-41ef-8fc2-4260814790e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Router 635f7fac-5283-4887-8c50-83405dd41960 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:33:39.386071 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:39.430223 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-537c6aa6-c414-4613-82e8-a3a088b68d66 req-15a92280-6e6e-41ef-8fc2-4260814790e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:33:39.440985 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd1c958-fcb9-46ce-842a-9da7bd52dd43 None None] Sync routers for ids ['635f7fac-5283-4887-8c50-83405dd41960'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:33:39.451759 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd1c958-fcb9-46ce-842a-9da7bd52dd43 None None] Routers {'635f7fac-5283-4887-8c50-83405dd41960'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:33:39.452393 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-8cd1c958-fcb9-46ce-842a-9da7bd52dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:33:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['635f7fac-5283-4887-8c50-83405dd41960'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:39.471847 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-537c6aa6-c414-4613-82e8-a3a088b68d66 req-15a92280-6e6e-41ef-8fc2-4260814790e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] No DVR routers for this DVR port bdec5a38-0967-442c-8d70-b3f416f6105f on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:33:39.474998 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-537c6aa6-c414-4613-82e8-a3a088b68d66 req-15a92280-6e6e-41ef-8fc2-4260814790e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:39.478244 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-537c6aa6-c414-4613-82e8-a3a088b68d66 req-15a92280-6e6e-41ef-8fc2-4260814790e9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.59 "DELETE /networking/v2.0/ports/bdec5a38-0967-442c-8d70-b3f416f6105f HTTP/1.1" status: 204 len: 173 time: 0.8030024 Oct 24 13:33:39.478734 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a568b3c6-b364-45d0-a9fa-2bdbde43ccaa', 'name': 'network-vif-deleted', 'tag': 'bdec5a38-0967-442c-8d70-b3f416f6105f'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:33:39.480978 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fb30b2-eae5-4d09-ac0b-eced9994f5bf" -d '{"events": [{"server_uuid": "a568b3c6-b364-45d0-a9fa-2bdbde43ccaa", "name": "network-vif-deleted", "tag": "bdec5a38-0967-442c-8d70-b3f416f6105f"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:33:39.518108 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1cf726-5887-45dd-aef9-88ed9555034b x-openstack-request-id: req-9b1cf726-5887-45dd-aef9-88ed9555034b {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:33:39.518404 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a568b3c6-b364-45d0-a9fa-2bdbde43ccaa", "name": "network-vif-deleted", "tag": "bdec5a38-0967-442c-8d70-b3f416f6105f", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:33:39.518674 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b1cf726-5887-45dd-aef9-88ed9555034b {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:33:39.519101 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1cf726-5887-45dd-aef9-88ed9555034b'] response: {'server_uuid': 'a568b3c6-b364-45d0-a9fa-2bdbde43ccaa', 'name': 'network-vif-deleted', 'tag': 'bdec5a38-0967-442c-8d70-b3f416f6105f', 'status': 'completed', 'code': 200} Oct 24 13:33:39.563215 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-8cd1c958-fcb9-46ce-842a-9da7bd52dd43 None None] Set router 635f7fac-5283-4887-8c50-83405dd41960 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:33:39.619367 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-097e5ca2-bf9d-4c36-9a1a-4d73578d673a req-035c0f23-6efd-439f-b4c7-8df8633f65c9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a568b3c6-b364-45d0-a9fa-2bdbde43ccaa HTTP/1.1" status: 200 len: 210 time: 0.0335433 Oct 24 13:33:39.762498 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-8cd1c958-fcb9-46ce-842a-9da7bd52dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:45Z', 'revision_number': 5, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:39.786389 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd1c958-fcb9-46ce-842a-9da7bd52dd43 None None] Checking router: 635f7fac-5283-4887-8c50-83405dd41960 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:33:39.794952 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd1c958-fcb9-46ce-842a-9da7bd52dd43 None None] Routers {'635f7fac-5283-4887-8c50-83405dd41960'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:33:39.795533 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-8cd1c958-fcb9-46ce-842a-9da7bd52dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:33:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['635f7fac-5283-4887-8c50-83405dd41960'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:39.895406 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-8cd1c958-fcb9-46ce-842a-9da7bd52dd43 None None] Set router 635f7fac-5283-4887-8c50-83405dd41960 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:33:40.160713 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-8cd1c958-fcb9-46ce-842a-9da7bd52dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:45Z', 'revision_number': 5, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:40.190306 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd1c958-fcb9-46ce-842a-9da7bd52dd43 None None] The sync data for ids ['635f7fac-5283-4887-8c50-83405dd41960'] in dv-cinder-862491-1-iscsi is: [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:45Z', 'revision_number': 5, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:33:40.227929 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ae40d8b0-914d-4a94-a2f9-9c63f9d0d5df req-63ee0e86-4c3d-4a15-a182-4a871d15da17 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 210 time: 0.0310850 Oct 24 13:33:40.415945 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b9fbb-1888-4c05-bf7c-855ac79609ae None None] New status for floating IP 9e771357-34ea-4fec-8d11-be1d4d3ee97f: DOWN {{(pid=104909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:33:40.759306 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40670) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:40.813245 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-97d2e21b-cbd0-40a1-ab4e-6f65eea8585b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group (68383f2d-6cd3-4a33-8ff2-c572746809c5), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:40.835287 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-97d2e21b-cbd0-40a1-ab4e-6f65eea8585b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group (68383f2d-6cd3-4a33-8ff2-c572746809c5), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:40.953191 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-97d2e21b-cbd0-40a1-ab4e-6f65eea8585b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (68383f2d-6cd3-4a33-8ff2-c572746809c5), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:40.955752 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-97d2e21b-cbd0-40a1-ab4e-6f65eea8585b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:40.956957 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-97d2e21b-cbd0-40a1-ab4e-6f65eea8585b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/68383f2d-6cd3-4a33-8ff2-c572746809c5 HTTP/1.1" status: 204 len: 168 time: 0.1966536 Oct 24 13:33:40.960312 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40674) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:40.966670 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2e21b-cbd0-40a1-ab4e-6f65eea8585b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68383f2d-6cd3-4a33-8ff2-c572746809c5,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:40.975321 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.api.v2.resource [None req-88818554-8590-42f7-9207-a252bcd213d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] show failed (client error): The resource could not be found. Oct 24 13:33:40.978974 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-88818554-8590-42f7-9207-a252bcd213d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups/68383f2d-6cd3-4a33-8ff2-c572746809c5 HTTP/1.1" status: 404 len: 347 time: 0.0145073 Oct 24 13:33:40.979168 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40676) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:41.088467 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-fe28fa31-38b1-457d-b37d-4bd60fde97d5 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Deleting port e1bb40f7-bcd6-4cd0-a2a8-7b0f167182d2 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:33:41.088809 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fe28fa31-38b1-457d-b37d-4bd60fde97d5 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (e1bb40f7-bcd6-4cd0-a2a8-7b0f167182d2), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:41.167766 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fe28fa31-38b1-457d-b37d-4bd60fde97d5 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (e1bb40f7-bcd6-4cd0-a2a8-7b0f167182d2), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:41.168091 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fe28fa31-38b1-457d-b37d-4bd60fde97d5 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for floatingip (e1bb40f7-bcd6-4cd0-a2a8-7b0f167182d2), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:41.181088 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-fe28fa31-38b1-457d-b37d-4bd60fde97d5 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Calling delete_port for e1bb40f7-bcd6-4cd0-a2a8-7b0f167182d2 owned by network:floatingip {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:33:41.335172 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3ce7ddea-016b-474f-b3dc-1311794ee785 req-8b2d5611-403e-44b4-9540-1d767b7322aa tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 210 time: 0.0513742 Oct 24 13:33:41.376377 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fe28fa31-38b1-457d-b37d-4bd60fde97d5 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (e1bb40f7-bcd6-4cd0-a2a8-7b0f167182d2), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:41.403024 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28fa31-38b1-457d-b37d-4bd60fde97d5 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event deleted for resources: {'Port': ['ID=e1bb40f7-bcd6-4cd0-a2a8-7b0f167182d2,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:41.462070 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fe28fa31-38b1-457d-b37d-4bd60fde97d5 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for floatingip (9e771357-34ea-4fec-8d11-be1d4d3ee97f), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:41.464615 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fe28fa31-38b1-457d-b37d-4bd60fde97d5 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:41.465758 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-fe28fa31-38b1-457d-b37d-4bd60fde97d5 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/9e771357-34ea-4fec-8d11-be1d4d3ee97f HTTP/1.1" status: 204 len: 168 time: 0.4857068 Oct 24 13:33:41.592631 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40686) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:41.597173 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-fc14ca41-6a7c-4d30-9389-13afe3fbeb3b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--572613168', 'description': 'tempest-description--561470730'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:41.672954 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fc14ca41-6a7c-4d30-9389-13afe3fbeb3b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:41.737929 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fc14ca41-6a7c-4d30-9389-13afe3fbeb3b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group (d36b4a50-7aa7-45d5-901e-1f6db104c32a), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:41.827146 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fc14ca41-6a7c-4d30-9389-13afe3fbeb3b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (d36b4a50-7aa7-45d5-901e-1f6db104c32a), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:41.855347 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14ca41-6a7c-4d30-9389-13afe3fbeb3b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36b4a50-7aa7-45d5-901e-1f6db104c32a,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:41.914925 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fc14ca41-6a7c-4d30-9389-13afe3fbeb3b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:41.916147 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-fc14ca41-6a7c-4d30-9389-13afe3fbeb3b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3225229 Oct 24 13:33:41.919074 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40688) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:41.923231 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-1f969ed8-e084-4be2-90af-0bbf042c9337 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Request body: {'security_group_rule': {'security_group_id': 'd36b4a50-7aa7-45d5-901e-1f6db104c32a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:41.995766 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1f969ed8-e084-4be2-90af-0bbf042c9337 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group_rule (1d60a464-f858-490e-808a-268545dd2e00), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:42.041787 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1f969ed8-e084-4be2-90af-0bbf042c9337 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group_rule (1d60a464-f858-490e-808a-268545dd2e00), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:42.095833 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1f969ed8-e084-4be2-90af-0bbf042c9337 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (1d60a464-f858-490e-808a-268545dd2e00), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:42.114195 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f969ed8-e084-4be2-90af-0bbf042c9337 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d60a464-f858-490e-808a-268545dd2e00,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:42.172028 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1f969ed8-e084-4be2-90af-0bbf042c9337 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:42.173263 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-1f969ed8-e084-4be2-90af-0bbf042c9337 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2532907 Oct 24 13:33:42.175991 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40690) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:42.180841 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Request body: {'security_group_rule': {'security_group_id': 'd36b4a50-7aa7-45d5-901e-1f6db104c32a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:42.278547 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group_rule (2e11d114-574a-4642-a833-b7592c6a56c5), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:42.336781 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group_rule (2e11d114-574a-4642-a833-b7592c6a56c5), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:42.404743 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (2e11d114-574a-4642-a833-b7592c6a56c5), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:42.421752 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-80a9dd42-a3cb-4fe6-934c-d8cc81d57551 req-f4002fb0-9278-4473-a635-b50203e8d696 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 210 time: 0.0310507 Oct 24 13:33:42.422861 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e11d114-574a-4642-a833-b7592c6a56c5,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:42.431715 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:42.432052 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:42.432418 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:42.432757 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:42.433255 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:42.433483 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:42.433835 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:42.434032 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:42.434347 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:42.434754 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:42.435079 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:42.435399 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:42.435715 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:42.436029 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:42.436363 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:33:42.480874 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:42.482098 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-2fdcc279-b87c-432e-a03a-5da6b6fa8009 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3051448 Oct 24 13:33:42.485212 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40700) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:42.489897 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Request body: {'floatingip': {'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:42.587691 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:42.651317 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:42.668010 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:42.674417 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:42.772872 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Allocated IP 172.27.3.162 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/307ce3b6-218b-4550-b2b0-29db420a5fa5) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:33:42.877363 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for port (307ce3b6-218b-4550-b2b0-29db420a5fa5), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:42.941804 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (307ce3b6-218b-4550-b2b0-29db420a5fa5), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:42.975683 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:33:42.979917 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:33:42.985542 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:33:43.008748 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event updated for resources: {'Port': ['ID=307ce3b6-218b-4550-b2b0-29db420a5fa5,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:43.075313 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for floatingip (115cae10-0b73-4f53-bcea-4eb3e4087440), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:43.169275 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (307ce3b6-218b-4550-b2b0-29db420a5fa5), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:43.265427 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:43.314065 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for port (307ce3b6-218b-4550-b2b0-29db420a5fa5), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:43.393246 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (307ce3b6-218b-4550-b2b0-29db420a5fa5), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:43.460163 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (115cae10-0b73-4f53-bcea-4eb3e4087440), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:43.462954 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event updated for resources: {'Port': ['ID=307ce3b6-218b-4550-b2b0-29db420a5fa5,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:43.509145 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a39ed7d2-9250-4c17-84d2-8b6cf2c4a63a req-9db62f02-6384-415a-a4eb-798f0376ddd0 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 210 time: 0.0287552 Oct 24 13:33:43.521662 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:43.522822 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-b691104c-1c40-40b6-b196-61866430a3d9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0366993 Oct 24 13:33:43.633079 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device bdec5a38-0967-442c-8d70-b3f416f6105f no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:33:43.653157 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: bdec5a38-0967-442c-8d70-b3f416f6105f {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:33:43.653506 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device bdec5a38-0967-442c-8d70-b3f416f6105f not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:33:43.719698 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-9f4eede3-f32a-4258-bfe0-c8cdb552ffbf tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--572613168&fields=id&tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11 HTTP/1.1" status: 200 len: 267 time: 0.0432827 Oct 24 13:33:43.735322 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:43.750505 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:43.829417 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-363bc05b-42bc-42fa-82d5-b5c6b6854116 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:43.830810 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-363bc05b-42bc-42fa-82d5-b5c6b6854116 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/networks?id=143f8287-8fb4-4393-ae4f-ca898c17799f HTTP/1.1" status: 200 len: 811 time: 0.1044686 Oct 24 13:33:43.846024 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-32bb9b53-b31b-4db8-9bb6-df8dfa63b58a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/quotas/e3faf7ad1fea4ab8b08c98a10491ec11 HTTP/1.1" status: 200 len: 375 time: 0.0090547 Oct 24 13:33:43.899303 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-d87c56ef-c0e5-4c19-b391-cac13e31fcee tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480998 Oct 24 13:33:43.996421 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-99e9c338-674a-4b97-a811-dff9b21f0b1d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835233 Oct 24 13:33:44.089916 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-9c1af1c9-d1c6-401c-8d94-5f4cb4fa435f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874026 Oct 24 13:33:44.336288 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b914ca9a-015e-42b1-968a-d297dc26f9d9 req-7fee689d-64e4-4b7e-acb1-94ca605881ad tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 210 time: 0.0282426 Oct 24 13:33:44.610229 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1192dd4a-cceb-42fb-87d6-02b5bf073dee req-db6040f3-45a4-45ee-832e-9ff7d24d1532 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 210 time: 0.0281610 Oct 24 13:33:45.438509 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5ec3e831-737a-442e-81d6-54eac626dbde req-ed936c05-4d63-495c-b965-1d33dc28b4de tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 210 time: 0.0268307 Oct 24 13:33:45.716118 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-842d972f-fd44-4f9d-bf0f-daf4a90e4cd7 req-3ce5cda8-d964-4402-b5fc-9a8cdd0d2eed tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 210 time: 0.0280018 Oct 24 13:33:45.819193 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0cfaed72-7bcd-4790-a12b-aacfc5a14b12 req-3e8e3212-1a38-4fb6-9845-06c42d6167b8 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-260171931&fields=id&tenant_id=1742dccd5a764a31ab1a228ead5cdab9 HTTP/1.1" status: 200 len: 267 time: 0.0454977 Oct 24 13:33:45.870010 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaed72-7bcd-4790-a12b-aacfc5a14b12 req-83676b5b-40f6-4b53-bc5f-ff60657bdf9c tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:45.871492 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0cfaed72-7bcd-4790-a12b-aacfc5a14b12 req-83676b5b-40f6-4b53-bc5f-ff60657bdf9c tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 984 time: 0.0476146 Oct 24 13:33:45.882107 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [req-0cfaed72-7bcd-4790-a12b-aacfc5a14b12 req-9f64acfc-18e0-43b8-8e5c-88138e056bdf tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Request body: {'port': {'security_groups': ['cba00242-8a71-4460-8c5c-54ed237ce423']}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:45.958116 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [req-0cfaed72-7bcd-4790-a12b-aacfc5a14b12 req-9f64acfc-18e0-43b8-8e5c-88138e056bdf tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:46.159987 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [req-0cfaed72-7bcd-4790-a12b-aacfc5a14b12 req-9f64acfc-18e0-43b8-8e5c-88138e056bdf tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] For port 600465f3-a863-40a8-8e98-8ea8cd65d5a3, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=600465f3-a863-40a8-8e98-8ea8cd65d5a3,segment=NetworkSegment(23829243-18d1-4b72-ba1e-a14155c5b1b4),segment_id=23829243-18d1-4b72-ba1e-a14155c5b1b4)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:33:46.190981 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [req-0cfaed72-7bcd-4790-a12b-aacfc5a14b12 req-9f64acfc-18e0-43b8-8e5c-88138e056bdf tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:46.238829 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [req-0cfaed72-7bcd-4790-a12b-aacfc5a14b12 req-9f64acfc-18e0-43b8-8e5c-88138e056bdf tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211953'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:46.248493 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaed72-7bcd-4790-a12b-aacfc5a14b12 req-9f64acfc-18e0-43b8-8e5c-88138e056bdf tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:46.249143 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [req-0cfaed72-7bcd-4790-a12b-aacfc5a14b12 req-9f64acfc-18e0-43b8-8e5c-88138e056bdf tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:46.250512 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0cfaed72-7bcd-4790-a12b-aacfc5a14b12 req-9f64acfc-18e0-43b8-8e5c-88138e056bdf tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "PUT /networking/v2.0/ports/600465f3-a863-40a8-8e98-8ea8cd65d5a3 HTTP/1.1" status: 200 len: 942 time: 0.3729527 Oct 24 13:33:46.253781 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47783c4e-2d71-46f8-a964-e268979915ac', 'tag': '600465f3-a863-40a8-8e98-8ea8cd65d5a3'}] {{(pid=104907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:33:46.257081 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40750) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:46.258924 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954dccf414852867a7e6a4d984216e3ce3e9b7f8b3e530173b70fede63e4834c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab86aca-7969-4fd6-8960-2ae32d9c8b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "47783c4e-2d71-46f8-a964-e268979915ac", "tag": "600465f3-a863-40a8-8e98-8ea8cd65d5a3"}]}' {{(pid=104907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:33:46.271735 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['600465f3-a863-40a8-8e98-8ea8cd65d5a3'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:33:46.315947 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45de98f-c431-46fd-86c7-2add481c6ff0 x-openstack-request-id: req-f45de98f-c431-46fd-86c7-2add481c6ff0 {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:33:46.316486 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47783c4e-2d71-46f8-a964-e268979915ac", "tag": "600465f3-a863-40a8-8e98-8ea8cd65d5a3", "status": "completed", "code": 200}]} {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:33:46.316857 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f45de98f-c431-46fd-86c7-2add481c6ff0 {{(pid=104907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:33:46.317429 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f45de98f-c431-46fd-86c7-2add481c6ff0'] response: {'name': 'network-changed', 'server_uuid': '47783c4e-2d71-46f8-a964-e268979915ac', 'tag': '600465f3-a863-40a8-8e98-8ea8cd65d5a3', 'status': 'completed', 'code': 200} Oct 24 13:33:46.324254 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64acfc-18e0-43b8-8e5c-88138e056bdf tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Pushing event updated for resources: {'Port': ['ID=600465f3-a863-40a8-8e98-8ea8cd65d5a3,revision_number=7']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:46.360012 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-602006a1-1bee-487f-bdd4-7c7f1cab1f09 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group (82ad26cd-2938-472e-8225-5d5c9ce839ee), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:46.402507 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-602006a1-1bee-487f-bdd4-7c7f1cab1f09 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group (82ad26cd-2938-472e-8225-5d5c9ce839ee), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:46.421307 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['600465f3-a863-40a8-8e98-8ea8cd65d5a3'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:33:46.440843 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:46.475182 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:46.566189 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a9191082-6414-4236-acd4-ce177639341a req-661493b0-2650-4fb0-8efc-c21266bd99da tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 210 time: 0.0440199 Oct 24 13:33:46.779846 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86aca-7969-4fd6-8960-2ae32d9c8b8d req-d72c7c3e-12d5-4c1d-ba85-09a7f5e0f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:46.781446 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-aab86aca-7969-4fd6-8960-2ae32d9c8b8d req-d72c7c3e-12d5-4c1d-ba85-09a7f5e0f989 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=1742dccd5a764a31ab1a228ead5cdab9&device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 1129 time: 0.4003062 Oct 24 13:33:46.844299 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8ae24b35-a013-4d76-9518-aefbea7398ba req-5b7259b5-7396-4309-ad5f-e675c1cb1bf0 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 210 time: 0.0463448 Oct 24 13:33:46.852463 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-d9e2d402-79d1-495d-b9b3-d6578874c404 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:46.853804 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-d9e2d402-79d1-495d-b9b3-d6578874c404 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.59 "GET /networking/v2.0/networks?id=143f8287-8fb4-4393-ae4f-ca898c17799f HTTP/1.1" status: 200 len: 811 time: 0.4741087 Oct 24 13:33:46.935849 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-602006a1-1bee-487f-bdd4-7c7f1cab1f09 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (82ad26cd-2938-472e-8225-5d5c9ce839ee), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:46.938394 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-602006a1-1bee-487f-bdd4-7c7f1cab1f09 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:46.939513 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-602006a1-1bee-487f-bdd4-7c7f1cab1f09 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/82ad26cd-2938-472e-8225-5d5c9ce839ee HTTP/1.1" status: 204 len: 168 time: 0.6812394 Oct 24 13:33:46.942357 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40760) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:33:46.949354 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602006a1-1bee-487f-bdd4-7c7f1cab1f09 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ad26cd-2938-472e-8225-5d5c9ce839ee,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:47.038388 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:47.096617 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-5d6e9476-b0c6-432e-ae75-215fd86bbc34 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Deleting port 0e703080-b356-41d8-8180-061d644f6d7d {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:33:47.096956 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d6e9476-b0c6-432e-ae75-215fd86bbc34 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (0e703080-b356-41d8-8180-061d644f6d7d), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:47.111952 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:47.175434 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d6e9476-b0c6-432e-ae75-215fd86bbc34 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (0e703080-b356-41d8-8180-061d644f6d7d), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:47.175761 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d6e9476-b0c6-432e-ae75-215fd86bbc34 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for floatingip (0e703080-b356-41d8-8180-061d644f6d7d), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:47.178431 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-fe9f4039-bbfc-48f1-a4f4-7e642e6f7f1e tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.59 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11 HTTP/1.1" status: 200 len: 379 time: 0.1278839 Oct 24 13:33:47.194625 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-5d6e9476-b0c6-432e-ae75-215fd86bbc34 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Calling delete_port for 0e703080-b356-41d8-8180-061d644f6d7d owned by network:floatingip {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:33:47.197889 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-3a2f5962-aed7-4d09-ab81-a7bd71b277ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Request body: {'port': {'device_id': '937175c3-4262-4fe8-acfc-69bd009df2ac', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'admin_state_up': True, 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'security_groups': ['d36b4a50-7aa7-45d5-901e-1f6db104c32a']}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:47.204616 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86aca-7969-4fd6-8960-2ae32d9c8b8d req-f8e853bb-4698-4c1f-93e4-3e0421168ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:47.206039 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-aab86aca-7969-4fd6-8960-2ae32d9c8b8d req-f8e853bb-4698-4c1f-93e4-3e0421168ba3 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=076a8aa0-ff41-4c0b-b28d-07fa6b846e09 HTTP/1.1" status: 200 len: 916 time: 0.1542196 Oct 24 13:33:47.392554 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-aab86aca-7969-4fd6-8960-2ae32d9c8b8d req-c89aacec-8d07-49ee-80a1-caa8c3f27dce service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=600465f3-a863-40a8-8e98-8ea8cd65d5a3 HTTP/1.1" status: 200 len: 1000 time: 0.1760588 Oct 24 13:33:47.402423 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:47.451907 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d6e9476-b0c6-432e-ae75-215fd86bbc34 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (0e703080-b356-41d8-8180-061d644f6d7d), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:47.482887 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e9476-b0c6-432e-ae75-215fd86bbc34 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Pushing event deleted for resources: {'Port': ['ID=0e703080-b356-41d8-8180-061d644f6d7d,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:47.509258 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86aca-7969-4fd6-8960-2ae32d9c8b8d req-34da60da-d36d-4a92-82af-b93497730967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:47.509258 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-aab86aca-7969-4fd6-8960-2ae32d9c8b8d req-34da60da-d36d-4a92-82af-b93497730967 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c0d3b18f-2364-4b91-8323-aebe0b6a018c HTTP/1.1" status: 200 len: 854 time: 0.1019650 Oct 24 13:33:47.514013 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-629b5b15-a603-47a0-8234-c24c04302445 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:47.515603 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-629b5b15-a603-47a0-8234-c24c04302445 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.59 "GET /networking/v2.0/networks?id=67459548-be71-4331-875c-7f5bcf34433e HTTP/1.1" status: 200 len: 809 time: 0.2326634 Oct 24 13:33:47.555238 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d6e9476-b0c6-432e-ae75-215fd86bbc34 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks [] for floatingip (8c431233-a8f3-42c1-ba6f-7c574ba4c00a), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:47.555565 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.l3_db [None req-5d6e9476-b0c6-432e-ae75-215fd86bbc34 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Floating IP 8c431233-a8f3-42c1-ba6f-7c574ba4c00a disassociated (deleted). External IP: 172.27.3.98, port: 600465f3-a863-40a8-8e98-8ea8cd65d5a3. Oct 24 13:33:47.591043 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-3a2f5962-aed7-4d09-ab81-a7bd71b277ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Made reservation on behalf of e3faf7ad1fea4ab8b08c98a10491ec11 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:33:47.594922 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-3a2f5962-aed7-4d09-ab81-a7bd71b277ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:47.675438 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86aca-7969-4fd6-8960-2ae32d9c8b8d req-ba19296c-0c66-4252-8e05-4652df200a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:47.677485 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-aab86aca-7969-4fd6-8960-2ae32d9c8b8d req-ba19296c-0c66-4252-8e05-4652df200a43 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=076a8aa0-ff41-4c0b-b28d-07fa6b846e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1189632 Oct 24 13:33:47.691184 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ddbb0a50-6cab-421f-ad34-583b6df6fa91 req-6b99ab69-99d3-4ef4-988c-44366579af06 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 210 time: 0.0357502 Oct 24 13:33:47.784561 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-67ca64f8-270c-4321-b5b0-97b3f8dee74e tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.59 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a946788afc074f079618f1a848ec0f8c HTTP/1.1" status: 200 len: 378 time: 0.2252088 Oct 24 13:33:47.800022 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6e9476-b0c6-432e-ae75-215fd86bbc34 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Router 6b1aecd0-8e4f-47ce-afaf-761d42570674 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:33:47.817042 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-cd716cb8-5c3c-4f7c-9203-ed1f17fea679 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Request body: {'port': {'device_id': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'admin_state_up': True, 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'security_groups': ['68a40108-eb61-419e-9584-19e0140c1f02']}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:47.842215 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:47.843194 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:47.903022 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-3a2f5962-aed7-4d09-ab81-a7bd71b277ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Allocated IP 172.20.0.11 (143f8287-8fb4-4393-ae4f-ca898c17799f/dd583918-9412-43e4-86a6-0aa07f6bb5dd/28395180-00b3-4e86-b35a-bac15da8261a) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:33:47.906776 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6e9476-b0c6-432e-ae75-215fd86bbc34 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:33:47.912725 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d6e9476-b0c6-432e-ae75-215fd86bbc34 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:47.921374 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5953cc63-9bff-4288-a0e8-38196f57b4ba None None] Sync routers for ids ['6b1aecd0-8e4f-47ce-afaf-761d42570674'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:33:47.938466 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5953cc63-9bff-4288-a0e8-38196f57b4ba None None] Routers {'6b1aecd0-8e4f-47ce-afaf-761d42570674'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:33:47.939390 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-5953cc63-9bff-4288-a0e8-38196f57b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:33:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['6b1aecd0-8e4f-47ce-afaf-761d42570674'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:47.940675 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-aab86aca-7969-4fd6-8960-2ae32d9c8b8d req-d4bb6c39-90a9-45fe-9de2-34d68005042d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530897 Oct 24 13:33:47.946131 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-5d6e9476-b0c6-432e-ae75-215fd86bbc34 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/8c431233-a8f3-42c1-ba6f-7c574ba4c00a HTTP/1.1" status: 204 len: 168 time: 1.0020795 Oct 24 13:33:48.055519 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a3908375-a7fc-4d43-aae6-1d67d8437cc2 req-9aff6f94-63aa-4e50-bc60-20abc08f12c4 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 210 time: 0.0966122 Oct 24 13:33:48.056585 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-5953cc63-9bff-4288-a0e8-38196f57b4ba None None] Set router 6b1aecd0-8e4f-47ce-afaf-761d42570674 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:33:48.148217 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:48.167350 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-cd716cb8-5c3c-4f7c-9203-ed1f17fea679 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Made reservation on behalf of a946788afc074f079618f1a848ec0f8c for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:33:48.171178 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-cd716cb8-5c3c-4f7c-9203-ed1f17fea679 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:48.177657 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=100 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:48.177944 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-aab86aca-7969-4fd6-8960-2ae32d9c8b8d req-706a39f4-1a9a-433e-9d4c-02e8b0a2c1d7 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288959 Oct 24 13:33:48.182526 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=100 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:48.257575 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-5953cc63-9bff-4288-a0e8-38196f57b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'name': 'tempest-TestMinimumBasicScenario-1729382749-router', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:27:57Z', 'updated_at': '2022-10-24T13:28:01Z', 'revision_number': 4, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'gw_port': {'id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:27:58Z', 'updated_at': '2022-10-24T13:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '4a07cfed-9570-4cb2-8760-91e148b1a444', 'name': '', 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'mac_address': 'fa:16:3e:2c:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:00Z', 'updated_at': '2022-10-24T13:28:06Z', 'revision_number': 5, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'subnets': [{'id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:48.269478 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-3a2f5962-aed7-4d09-ab81-a7bd71b277ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for port (28395180-00b3-4e86-b35a-bac15da8261a), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:48.286162 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5953cc63-9bff-4288-a0e8-38196f57b4ba None None] Checking router: 6b1aecd0-8e4f-47ce-afaf-761d42570674 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:33:48.295560 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5953cc63-9bff-4288-a0e8-38196f57b4ba None None] Routers {'6b1aecd0-8e4f-47ce-afaf-761d42570674'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:33:48.296187 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-5953cc63-9bff-4288-a0e8-38196f57b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:33:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['6b1aecd0-8e4f-47ce-afaf-761d42570674'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:48.321854 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47783c4e-2d71-46f8-a964-e268979915ac', 'tag': '600465f3-a863-40a8-8e98-8ea8cd65d5a3'}] {{(pid=104907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:33:48.330303 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954dccf414852867a7e6a4d984216e3ce3e9b7f8b3e530173b70fede63e4834c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91120eea-ca43-4650-bfc3-fb94b1db7e85" -d '{"events": [{"name": "network-changed", "server_uuid": "47783c4e-2d71-46f8-a964-e268979915ac", "tag": "600465f3-a863-40a8-8e98-8ea8cd65d5a3"}]}' {{(pid=104907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:33:48.366569 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-cd716cb8-5c3c-4f7c-9203-ed1f17fea679 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Allocated IP 172.20.0.5 (67459548-be71-4331-875c-7f5bcf34433e/952d7792-b08c-45db-8ea8-bc692caa7a42/70dbb5cd-19fd-4c0e-b47a-955a76e67b6b) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:33:48.404649 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-5953cc63-9bff-4288-a0e8-38196f57b4ba None None] Set router 6b1aecd0-8e4f-47ce-afaf-761d42570674 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:33:48.404879 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c283dd-6481-4f5c-b032-3d2cbd11b181 x-openstack-request-id: req-67c283dd-6481-4f5c-b032-3d2cbd11b181 {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:33:48.404879 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47783c4e-2d71-46f8-a964-e268979915ac", "tag": "600465f3-a863-40a8-8e98-8ea8cd65d5a3", "status": "completed", "code": 200}]} {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:33:48.404879 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67c283dd-6481-4f5c-b032-3d2cbd11b181 {{(pid=104907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:33:48.404879 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c283dd-6481-4f5c-b032-3d2cbd11b181'] response: {'name': 'network-changed', 'server_uuid': '47783c4e-2d71-46f8-a964-e268979915ac', 'tag': '600465f3-a863-40a8-8e98-8ea8cd65d5a3', 'status': 'completed', 'code': 200} Oct 24 13:33:48.498225 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-3a2f5962-aed7-4d09-ab81-a7bd71b277ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (28395180-00b3-4e86-b35a-bac15da8261a), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:48.513093 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:48.552074 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91120eea-ca43-4650-bfc3-fb94b1db7e85 req-8ae3cacc-5218-47d3-98dd-ccf8bf49ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:48.553587 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91120eea-ca43-4650-bfc3-fb94b1db7e85 req-8ae3cacc-5218-47d3-98dd-ccf8bf49ddf5 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=1742dccd5a764a31ab1a228ead5cdab9&device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 1129 time: 0.0916924 Oct 24 13:33:48.565767 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-3a2f5962-aed7-4d09-ab81-a7bd71b277ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Network 143f8287-8fb4-4393-ae4f-ca898c17799f is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:33:48.593768 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-3a2f5962-aed7-4d09-ab81-a7bd71b277ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:33:48.613546 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-5953cc63-9bff-4288-a0e8-38196f57b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'name': 'tempest-TestMinimumBasicScenario-1729382749-router', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:27:57Z', 'updated_at': '2022-10-24T13:28:01Z', 'revision_number': 4, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'gw_port': {'id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:27:58Z', 'updated_at': '2022-10-24T13:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '4a07cfed-9570-4cb2-8760-91e148b1a444', 'name': '', 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'mac_address': 'fa:16:3e:2c:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:00Z', 'updated_at': '2022-10-24T13:28:06Z', 'revision_number': 5, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'subnets': [{'id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:33:48.614147 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-3a2f5962-aed7-4d09-ab81-a7bd71b277ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:33:48.623449 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f5962-aed7-4d09-ab81-a7bd71b277ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event updated for resources: {'Port': ['ID=28395180-00b3-4e86-b35a-bac15da8261a,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:48.640170 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5953cc63-9bff-4288-a0e8-38196f57b4ba None None] The sync data for ids ['6b1aecd0-8e4f-47ce-afaf-761d42570674'] in dv-cinder-862491-1-iscsi is: [{'id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'name': 'tempest-TestMinimumBasicScenario-1729382749-router', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:27:57Z', 'updated_at': '2022-10-24T13:28:01Z', 'revision_number': 4, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'gw_port': {'id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:27:58Z', 'updated_at': '2022-10-24T13:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '4a07cfed-9570-4cb2-8760-91e148b1a444', 'name': '', 'network_id': '076a8aa0-ff41-4c0b-b28d-07fa6b846e09', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'mac_address': 'fa:16:3e:2c:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:00Z', 'updated_at': '2022-10-24T13:28:06Z', 'revision_number': 5, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'subnets': [{'id': 'c0d3b18f-2364-4b91-8323-aebe0b6a018c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:33:48.666663 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:33:48.722972 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-cd716cb8-5c3c-4f7c-9203-ed1f17fea679 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:48.742738 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-3a2f5962-aed7-4d09-ab81-a7bd71b277ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:48.743366 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-3a2f5962-aed7-4d09-ab81-a7bd71b277ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:48.783890 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91120eea-ca43-4650-bfc3-fb94b1db7e85 req-54376b16-9d89-445c-8388-9cb344d16a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:48.785345 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91120eea-ca43-4650-bfc3-fb94b1db7e85 req-54376b16-9d89-445c-8388-9cb344d16a97 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=076a8aa0-ff41-4c0b-b28d-07fa6b846e09 HTTP/1.1" status: 200 len: 916 time: 0.2162964 Oct 24 13:33:48.858692 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91120eea-ca43-4650-bfc3-fb94b1db7e85 req-e9f8148c-aced-4ced-9d13-4dab0b2289f7 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=600465f3-a863-40a8-8e98-8ea8cd65d5a3 HTTP/1.1" status: 200 len: 217 time: 0.0638666 Oct 24 13:33:48.867957 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-a9405dca-2fdb-4b66-8cfe-7e99d8d19f3d None None] Provisioning complete for port 28395180-00b3-4e86-b35a-bac15da8261a triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:48.868536 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a9405dca-2fdb-4b66-8cfe-7e99d8d19f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (28395180-00b3-4e86-b35a-bac15da8261a), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:48.868665 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-a9405dca-2fdb-4b66-8cfe-7e99d8d19f3d None None] Attempt 1 to provision port 28395180-00b3-4e86-b35a-bac15da8261a Oct 24 13:33:48.876545 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3631a-5ba3-464d-9ddf-2f92138bc38e req-ae0a2bed-1df4-4869-ae70-0b70b53f049c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:48.878453 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f1a3631a-5ba3-464d-9ddf-2f92138bc38e req-ae0a2bed-1df4-4869-ae70-0b70b53f049c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 932 time: 0.0867448 Oct 24 13:33:48.882945 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-3a2f5962-aed7-4d09-ab81-a7bd71b277ac tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6937602 Oct 24 13:33:48.904339 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-a9405dca-2fdb-4b66-8cfe-7e99d8d19f3d None None] Port 28395180-00b3-4e86-b35a-bac15da8261a cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:33:48.940504 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f1a3631a-5ba3-464d-9ddf-2f92138bc38e req-63227ca2-fcdc-49a3-b77a-65926d203560 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d36b4a50-7aa7-45d5-901e-1f6db104c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514243 Oct 24 13:33:48.971230 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed45488-4a22-4b77-a155-bd935f32bc24 None None] New status for floating IP 8c431233-a8f3-42c1-ba6f-7c574ba4c00a: DOWN {{(pid=104909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:33:48.974597 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:48.982557 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-cd716cb8-5c3c-4f7c-9203-ed1f17fea679 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:49.025140 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-cd716cb8-5c3c-4f7c-9203-ed1f17fea679 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Network 67459548-be71-4331-875c-7f5bcf34433e is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:33:49.033178 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-cd716cb8-5c3c-4f7c-9203-ed1f17fea679 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:33:49.037223 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-cd716cb8-5c3c-4f7c-9203-ed1f17fea679 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:33:49.040046 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd716cb8-5c3c-4f7c-9203-ed1f17fea679 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Pushing event updated for resources: {'Port': ['ID=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:49.090465 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-cd716cb8-5c3c-4f7c-9203-ed1f17fea679 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:49.091090 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-cd716cb8-5c3c-4f7c-9203-ed1f17fea679 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:49.169906 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-cd716cb8-5c3c-4f7c-9203-ed1f17fea679 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3589864 Oct 24 13:33:49.193821 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1f75f-62b8-43ee-9a44-92043ef475cc req-54eef30a-5ae4-47c6-91cc-921edbc9bc8a tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:49.195321 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c2a1f75f-62b8-43ee-9a44-92043ef475cc req-54eef30a-5ae4-47c6-91cc-921edbc9bc8a tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 931 time: 0.0508978 Oct 24 13:33:49.243741 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:49.248442 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Request body: {'port': {'device_id': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:49.251041 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c2a1f75f-62b8-43ee-9a44-92043ef475cc req-e97db6e8-582a-4181-a9ae-ecedfcd57ef3 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496564 Oct 24 13:33:49.254076 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Request body: {'port': {'device_id': '937175c3-4262-4fe8-acfc-69bd009df2ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:33:49.334894 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-2d9a4ba6-77f8-45fe-b79d-8ae22d02be61 None None] Provisioning complete for port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:49.335181 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4ba6-77f8-45fe-b79d-8ae22d02be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:49.335698 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-2d9a4ba6-77f8-45fe-b79d-8ae22d02be61 None None] Attempt 1 to provision port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b Oct 24 13:33:49.369343 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a4ba6-77f8-45fe-b79d-8ae22d02be61 None None] Port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:33:49.391204 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91120eea-ca43-4650-bfc3-fb94b1db7e85 req-7920098b-f074-41b6-b00a-f3834e8bce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:49.392677 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91120eea-ca43-4650-bfc3-fb94b1db7e85 req-7920098b-f074-41b6-b00a-f3834e8bce66 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c0d3b18f-2364-4b91-8323-aebe0b6a018c HTTP/1.1" status: 200 len: 854 time: 0.1606054 Oct 24 13:33:49.409127 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:49.411474 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (28395180-00b3-4e86-b35a-bac15da8261a), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:49.628973 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91120eea-ca43-4650-bfc3-fb94b1db7e85 req-bf94ebdc-6f1d-4264-aa08-7a954d939c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:49.630468 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91120eea-ca43-4650-bfc3-fb94b1db7e85 req-bf94ebdc-6f1d-4264-aa08-7a954d939c98 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=076a8aa0-ff41-4c0b-b28d-07fa6b846e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1558182 Oct 24 13:33:49.637855 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:50.063718 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cca927-857a-4e4c-b7af-8878b4951518 req-cfc49163-c728-4f90-a6ee-cd107a59e10c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:50.065164 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-97cca927-857a-4e4c-b7af-8878b4951518 req-cfc49163-c728-4f90-a6ee-cd107a59e10c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 932 time: 0.0490987 Oct 24 13:33:50.113056 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91120eea-ca43-4650-bfc3-fb94b1db7e85 req-61ad031a-04d7-4e61-8e40-f03096e6c36c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717920 Oct 24 13:33:50.115101 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-97cca927-857a-4e4c-b7af-8878b4951518 req-6b56bd04-bb0e-4d6c-9ce3-874b248a28f1 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d36b4a50-7aa7-45d5-901e-1f6db104c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439968 Oct 24 13:33:50.272048 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:50.318409 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28395180-00b3-4e86-b35a-bac15da8261a {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:33:50.332818 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Publish callbacks [] for port (28395180-00b3-4e86-b35a-bac15da8261a), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:50.340595 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:33:50.345163 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91120eea-ca43-4650-bfc3-fb94b1db7e85 req-6fa96afb-9d3e-4264-9fb7-1aff8e22170a service neutron] 10.222.0.59 "GET /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223475 Oct 24 13:33:50.358464 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Publish callbacks [] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:50.394315 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Transition to ACTIVE for port object 28395180-00b3-4e86-b35a-bac15da8261a will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:33:50.407113 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Transition to ACTIVE for port object 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:33:50.413172 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee5500-b9dd-4b29-83aa-4bb97bdc059b req-10a07366-86bc-41fc-94ba-7efc17b67bcf tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:50.414746 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-34ee5500-b9dd-4b29-83aa-4bb97bdc059b req-10a07366-86bc-41fc-94ba-7efc17b67bcf tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 931 time: 0.0788994 Oct 24 13:33:50.464861 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-34ee5500-b9dd-4b29-83aa-4bb97bdc059b req-362df7e3-4459-49f8-a8d4-5a912558b010 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443382 Oct 24 13:33:50.467802 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (28395180-00b3-4e86-b35a-bac15da8261a), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:50.470210 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:50.578954 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=28395180-00b3-4e86-b35a-bac15da8261a,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:50.671355 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Pushing event updated for resources: {'Port': ['ID=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:50.680054 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Attempting to bind port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:33:50.680429 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Attempting to bind port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': '9728ac1e-0b96-4dda-ab14-1d29c48015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '67459548-be71-4331-875c-7f5bcf34433e'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:33:50.680757 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Attempting to bind port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b on network 67459548-be71-4331-875c-7f5bcf34433e {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:33:50.707168 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Attempting to bind port 28395180-00b3-4e86-b35a-bac15da8261a on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:33:50.707496 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Attempting to bind port 28395180-00b3-4e86-b35a-bac15da8261a by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:33:50.707817 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Attempting to bind port 28395180-00b3-4e86-b35a-bac15da8261a on network 143f8287-8fb4-4393-ae4f-ca898c17799f {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:33:50.762361 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b on network 67459548-be71-4331-875c-7f5bcf34433e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:33:50.762684 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Attempting to bind port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b on network 67459548-be71-4331-875c-7f5bcf34433e {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:33:50.786854 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Port 28395180-00b3-4e86-b35a-bac15da8261a on network 143f8287-8fb4-4393-ae4f-ca898c17799f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:33:50.787160 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Attempting to bind port 28395180-00b3-4e86-b35a-bac15da8261a on network 143f8287-8fb4-4393-ae4f-ca898c17799f {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:33:50.821638 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:50.841735 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:33:50.842073 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Checking segment: {'id': '9728ac1e-0b96-4dda-ab14-1d29c48015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '67459548-be71-4331-875c-7f5bcf34433e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:33:50.842455 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Bound using segment: {'id': '9728ac1e-0b96-4dda-ab14-1d29c48015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '67459548-be71-4331-875c-7f5bcf34433e'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:33:50.842890 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Bound port: 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9728ac1e-0b96-4dda-ab14-1d29c48015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '67459548-be71-4331-875c-7f5bcf34433e'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:33:50.843253 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:50.853987 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:33:50.854385 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Checking segment: {'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:33:50.854818 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Bound using segment: {'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:33:50.855249 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Bound port: 28395180-00b3-4e86-b35a-bac15da8261a, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a4b59e-fc0d-4d42-9230-b633da9afd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:33:50.855598 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (28395180-00b3-4e86-b35a-bac15da8261a), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:50.917080 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:50.959341 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] For port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:33:50.970072 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] For port 28395180-00b3-4e86-b35a-bac15da8261a, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:33:50.974201 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] For port 28395180-00b3-4e86-b35a-bac15da8261a, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=28395180-00b3-4e86-b35a-bac15da8261a,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:33:50.976325 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] For port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,segment=NetworkSegment(9728ac1e-0b96-4dda-ab14-1d29c48015fc),segment_id=9728ac1e-0b96-4dda-ab14-1d29c48015fc)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:33:51.022075 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:51.024191 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (28395180-00b3-4e86-b35a-bac15da8261a), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:51.026445 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:51.027053 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:51.028506 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/70dbb5cd-19fd-4c0e-b47a-955a76e67b6b HTTP/1.1" status: 200 len: 1093 time: 1.7875371 Oct 24 13:33:51.030584 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'tag': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:33:51.032835 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1003a93b-891d-43c8-98ba-1b690bda6d01" -d '{"events": [{"name": "network-changed", "server_uuid": "25ad1362-6db1-48be-8ddb-3fa0b0f78404", "tag": "70dbb5cd-19fd-4c0e-b47a-955a76e67b6b"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:33:51.037130 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:51.037728 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:51.039081 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/28395180-00b3-4e86-b35a-bac15da8261a HTTP/1.1" status: 200 len: 1094 time: 1.7970793 Oct 24 13:33:51.074262 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99425ac8-9d63-4a70-8222-ceb92c3c40cb x-openstack-request-id: req-99425ac8-9d63-4a70-8222-ceb92c3c40cb {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:33:51.074498 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ad1362-6db1-48be-8ddb-3fa0b0f78404", "tag": "70dbb5cd-19fd-4c0e-b47a-955a76e67b6b", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:33:51.074738 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99425ac8-9d63-4a70-8222-ceb92c3c40cb {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:33:51.075142 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99425ac8-9d63-4a70-8222-ceb92c3c40cb'] response: {'name': 'network-changed', 'server_uuid': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'tag': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b', 'status': 'completed', 'code': 200} Oct 24 13:33:51.088457 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b2091-dd5a-4ccf-a20c-cc18ed23f2ef service neutron] Pushing event updated for resources: {'Port': ['ID=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:51.138272 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5d277-3249-4998-a754-2c9d23ae5bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=28395180-00b3-4e86-b35a-bac15da8261a,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:51.198372 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003a93b-891d-43c8-98ba-1b690bda6d01 req-e444e379-5cab-4704-bb9b-2cb6965267c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:51.199810 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1003a93b-891d-43c8-98ba-1b690bda6d01 req-e444e379-5cab-4704-bb9b-2cb6965267c4 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=a946788afc074f079618f1a848ec0f8c&device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 1127 time: 0.0473349 Oct 24 13:33:51.330933 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f1acb-23f5-417f-a8e5-a54c32d205e0 req-3d65b44e-6744-471c-a65d-c792376b42b9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:51.332361 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-152f1acb-23f5-417f-a8e5-a54c32d205e0 req-3d65b44e-6744-471c-a65d-c792376b42b9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 944 time: 0.1361365 Oct 24 13:33:51.342592 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-a9d8d4be-68e6-4c1f-b189-6080d8538b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:51.344045 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-a9d8d4be-68e6-4c1f-b189-6080d8538b38 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11&device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 1128 time: 0.1127069 Oct 24 13:33:51.408055 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-4c0d5e14-c1b5-457a-9f97-f34fa816efe2 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28395180-00b3-4e86-b35a-bac15da8261a HTTP/1.1" status: 200 len: 217 time: 0.0464039 Oct 24 13:33:51.481090 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-152f1acb-23f5-417f-a8e5-a54c32d205e0 req-40a0e7bb-a704-4370-b57e-bc27eeb3930e tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d36b4a50-7aa7-45d5-901e-1f6db104c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424952 Oct 24 13:33:51.487058 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003a93b-891d-43c8-98ba-1b690bda6d01 req-1784e884-be75-47c8-92d3-d26642189d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:51.488625 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1003a93b-891d-43c8-98ba-1b690bda6d01 req-1784e884-be75-47c8-92d3-d26642189d0f service neutron] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=a946788afc074f079618f1a848ec0f8c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2581933 Oct 24 13:33:51.506496 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-825d7de5-4377-4799-879b-f36a3684209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:51.507964 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-825d7de5-4377-4799-879b-f36a3684209a service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=dd583918-9412-43e4-86a6-0aa07f6bb5dd HTTP/1.1" status: 200 len: 850 time: 0.0871880 Oct 24 13:33:51.589618 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4dcbb-4389-4149-b6da-0a194a5652eb req-e615ad44-a5a3-4638-8ece-a2bd9298b291 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:51.590338 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-415c8272-e38a-4b38-bb00-a0644aa972bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:51.590988 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8fc4dcbb-4389-4149-b6da-0a194a5652eb req-e615ad44-a5a3-4638-8ece-a2bd9298b291 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0482278 Oct 24 13:33:51.591861 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-415c8272-e38a-4b38-bb00-a0644aa972bf service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=143f8287-8fb4-4393-ae4f-ca898c17799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737970 Oct 24 13:33:51.642200 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8fc4dcbb-4389-4149-b6da-0a194a5652eb req-310758b3-162c-4189-b754-f7aa572be025 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449424 Oct 24 13:33:51.671811 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003a93b-891d-43c8-98ba-1b690bda6d01 req-70ccf9fb-7228-45e2-a56a-1c0ae33a2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:51.673330 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1003a93b-891d-43c8-98ba-1b690bda6d01 req-70ccf9fb-7228-45e2-a56a-1c0ae33a2cba service neutron] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1787748 Oct 24 13:33:51.680239 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:51.708781 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-8ab8fd6d-d32a-40d3-8305-9273eba8b21f service neutron] 10.222.0.59 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095166 Oct 24 13:33:51.806043 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-b3428b60-7ee5-4920-b2ef-629994bf40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:51.807532 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-b3428b60-7ee5-4920-b2ef-629994bf40a3 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=a946788afc074f079618f1a848ec0f8c&device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 1127 time: 0.0853841 Oct 24 13:33:51.866138 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-48844cf3-90dd-46dc-a512-58c288c37cbe req-3437b39b-2697-4587-8a98-e079439b8f05 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519952 Oct 24 13:33:51.867393 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-78a3bdd1-13bd-44d3-9aaa-ce1905f2e7db service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b HTTP/1.1" status: 200 len: 217 time: 0.0366752 Oct 24 13:33:51.923311 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-0d451414-a3fd-42d6-8193-dbfa2f8f0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:51.924933 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-0d451414-a3fd-42d6-8193-dbfa2f8f0d74 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=952d7792-b08c-45db-8ea8-bc692caa7a42 HTTP/1.1" status: 200 len: 848 time: 0.0456836 Oct 24 13:33:51.975212 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-ac9b251c-2fd6-4145-980a-1489e512bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:51.976760 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-ac9b251c-2fd6-4145-980a-1489e512bbed service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=67459548-be71-4331-875c-7f5bcf34433e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458169 Oct 24 13:33:52.304838 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2bb2c-c80e-47fa-a6d3-592027f925d5 req-fbaeb7fe-5048-4be8-820d-d8acb759c7dc tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:52.306295 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c9d2bb2c-c80e-47fa-a6d3-592027f925d5 req-fbaeb7fe-5048-4be8-820d-d8acb759c7dc tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 945 time: 0.0493791 Oct 24 13:33:52.352365 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c9d2bb2c-c80e-47fa-a6d3-592027f925d5 req-92699196-4b8e-4b1e-928e-63a09b3b47dd tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 Oct 24 13:33:52.599958 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35fdbb-aab6-44c6-8f13-b633d522b5b3 req-33d9369d-8f33-4b71-b7a6-2c5c21f35927 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:52.601438 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8b35fdbb-aab6-44c6-8f13-b633d522b5b3 req-33d9369d-8f33-4b71-b7a6-2c5c21f35927 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 944 time: 0.0466573 Oct 24 13:33:52.647446 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8b35fdbb-aab6-44c6-8f13-b633d522b5b3 req-c487fecc-cce0-498c-93b4-a62e4c3d074d tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d36b4a50-7aa7-45d5-901e-1f6db104c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404119 Oct 24 13:33:52.745989 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:52.760650 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582f76-1ddf-4d0b-9e80-0b51551ed4e3 req-08beba91-e364-492b-91f6-0da2c7ef9e7a tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:52.765813 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-25582f76-1ddf-4d0b-9e80-0b51551ed4e3 req-08beba91-e364-492b-91f6-0da2c7ef9e7a tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0466471 Oct 24 13:33:52.812599 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-25582f76-1ddf-4d0b-9e80-0b51551ed4e3 req-91213cb8-8f82-471e-8be5-2a04fdc43189 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442736 Oct 24 13:33:53.076320 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937175c3-4262-4fe8-acfc-69bd009df2ac', 'tag': '28395180-00b3-4e86-b35a-bac15da8261a'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:33:53.078532 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b933d1a1-335d-48ac-b4cf-8ac89b360798" -d '{"events": [{"name": "network-changed", "server_uuid": "937175c3-4262-4fe8-acfc-69bd009df2ac", "tag": "28395180-00b3-4e86-b35a-bac15da8261a"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:33:53.115420 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49171b77-a297-40c6-9d0e-3d3e3d6a1e17 x-openstack-request-id: req-49171b77-a297-40c6-9d0e-3d3e3d6a1e17 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:33:53.115420 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937175c3-4262-4fe8-acfc-69bd009df2ac", "tag": "28395180-00b3-4e86-b35a-bac15da8261a", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:33:53.115622 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-49171b77-a297-40c6-9d0e-3d3e3d6a1e17 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:33:53.115847 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49171b77-a297-40c6-9d0e-3d3e3d6a1e17'] response: {'name': 'network-changed', 'server_uuid': '937175c3-4262-4fe8-acfc-69bd009df2ac', 'tag': '28395180-00b3-4e86-b35a-bac15da8261a', 'status': 'completed', 'code': 200} Oct 24 13:33:53.472364 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb6bae-bf6b-47ac-b482-6b34a08530d1 req-4d5e8e63-b59d-4a64-bc0c-76bf850077e3 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:53.473819 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ccbb6bae-bf6b-47ac-b482-6b34a08530d1 req-4d5e8e63-b59d-4a64-bc0c-76bf850077e3 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 945 time: 0.0466998 Oct 24 13:33:53.523315 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ccbb6bae-bf6b-47ac-b482-6b34a08530d1 req-2a783365-4ece-451b-9930-b2be842f16a3 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Oct 24 13:33:53.757816 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:53.767738 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cfea6-a3ac-497a-bb29-8adc50e3b93f req-eae94912-c632-49f9-aaea-4af25c40e6c9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:53.769214 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ad8cfea6-a3ac-497a-bb29-8adc50e3b93f req-eae94912-c632-49f9-aaea-4af25c40e6c9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 944 time: 0.0461621 Oct 24 13:33:53.815375 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ad8cfea6-a3ac-497a-bb29-8adc50e3b93f req-c45e53db-5f18-4357-9135-ea137c919a0a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d36b4a50-7aa7-45d5-901e-1f6db104c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405979 Oct 24 13:33:53.930529 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e07d5c-88fd-40ac-8077-616d669263bc req-5d0f0c3a-3bfe-4c14-bb1c-5107b0924aad tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:53.932037 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-02e07d5c-88fd-40ac-8077-616d669263bc req-5d0f0c3a-3bfe-4c14-bb1c-5107b0924aad tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0461915 Oct 24 13:33:53.979964 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-02e07d5c-88fd-40ac-8077-616d669263bc req-6c7af6b1-e6d9-4522-a26b-12932e511d14 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425761 Oct 24 13:33:54.408632 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d1a1-335d-48ac-b4cf-8ac89b360798 req-99f8f345-80c1-48e6-a293-53475ff91330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:54.410163 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b933d1a1-335d-48ac-b4cf-8ac89b360798 req-99f8f345-80c1-48e6-a293-53475ff91330 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11&device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 1128 time: 0.0742879 Oct 24 13:33:54.436406 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-31684f4c-ff5e-45c9-bfd5-9c26262bf333 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216114 Oct 24 13:33:54.651909 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ebb28-e10f-462d-abfd-b1d9ac05322f req-60a62706-fcb6-4d6d-b830-2642df4a9de6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:54.651909 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-be4ebb28-e10f-462d-abfd-b1d9ac05322f req-60a62706-fcb6-4d6d-b830-2642df4a9de6 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 945 time: 0.0504999 Oct 24 13:33:54.694967 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-be4ebb28-e10f-462d-abfd-b1d9ac05322f req-c96c709c-476a-4f8c-92f4-6615f5610c28 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409837 Oct 24 13:33:54.934203 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b293b82-630d-49fb-aca8-990497f748d3 req-5231c3ab-bd35-4623-942a-262ffba86e8a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:54.935595 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2b293b82-630d-49fb-aca8-990497f748d3 req-5231c3ab-bd35-4623-942a-262ffba86e8a tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 944 time: 0.0464487 Oct 24 13:33:54.982842 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2b293b82-630d-49fb-aca8-990497f748d3 req-653ada75-b535-4d4a-903d-633e76c6d686 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d36b4a50-7aa7-45d5-901e-1f6db104c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415559 Oct 24 13:33:55.099408 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b5a5e-28ff-414b-a734-f02ac10c2a38 req-ff8d0aa5-4d8a-4cf3-bdd0-647d9f625c98 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:55.100973 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-eb2b5a5e-28ff-414b-a734-f02ac10c2a38 req-ff8d0aa5-4d8a-4cf3-bdd0-647d9f625c98 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0475295 Oct 24 13:33:55.150675 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-eb2b5a5e-28ff-414b-a734-f02ac10c2a38 req-589cbdbe-4503-45cb-8a73-03e9be7de9e1 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439391 Oct 24 13:33:55.645796 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 28395180-00b3-4e86-b35a-bac15da8261a details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:33:55.746695 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 28395180-00b3-4e86-b35a-bac15da8261a, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=28395180-00b3-4e86-b35a-bac15da8261a,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:33:55.758363 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '28395180-00b3-4e86-b35a-bac15da8261a', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'port_id': '28395180-00b3-4e86-b35a-bac15da8261a', 'mac_address': 'fa:16:3e:9c:ec:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:33:55.793009 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 28395180-00b3-4e86-b35a-bac15da8261a is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:55.793395 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (28395180-00b3-4e86-b35a-bac15da8261a), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:55.807541 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28395180-00b3-4e86-b35a-bac15da8261a {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:33:55.818493 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303608a3-126f-4325-b0d1-abe274ed75c8 req-a03ff82e-750b-4376-bdc9-f37efd6aa083 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:55.820004 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-303608a3-126f-4325-b0d1-abe274ed75c8 req-a03ff82e-750b-4376-bdc9-f37efd6aa083 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 945 time: 0.0510404 Oct 24 13:33:55.828241 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 28395180-00b3-4e86-b35a-bac15da8261a, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=28395180-00b3-4e86-b35a-bac15da8261a,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:33:55.870755 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-303608a3-126f-4325-b0d1-abe274ed75c8 req-de15ac3b-11d7-482b-ac55-d0c5ce4cf33c tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431991 Oct 24 13:33:55.896389 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (28395180-00b3-4e86-b35a-bac15da8261a), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:55.946731 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=28395180-00b3-4e86-b35a-bac15da8261a,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:55.970714 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d1a1-335d-48ac-b4cf-8ac89b360798 req-af431e6c-5fae-4cdd-a40c-7b4a1bace295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:55.972174 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b933d1a1-335d-48ac-b4cf-8ac89b360798 req-af431e6c-5fae-4cdd-a40c-7b4a1bace295 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=143f8287-8fb4-4393-ae4f-ca898c17799f HTTP/1.1" status: 200 len: 912 time: 0.1588519 Oct 24 13:33:55.974692 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e1b46c95-3fe2-4673-9f9c-50056b6c90e2 req-3f1d8d64-9818-4d84-bbd0-51482f82474e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601532 Oct 24 13:33:56.024990 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b933d1a1-335d-48ac-b4cf-8ac89b360798 req-24a3bdab-cb85-4d91-9ebd-66727bd785bf service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28395180-00b3-4e86-b35a-bac15da8261a HTTP/1.1" status: 200 len: 217 time: 0.0357573 Oct 24 13:33:56.105741 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d1a1-335d-48ac-b4cf-8ac89b360798 req-144943fb-9f14-4b23-8bba-49512d4fae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:56.107174 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b933d1a1-335d-48ac-b4cf-8ac89b360798 req-144943fb-9f14-4b23-8bba-49512d4fae13 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=dd583918-9412-43e4-86a6-0aa07f6bb5dd HTTP/1.1" status: 200 len: 850 time: 0.0757458 Oct 24 13:33:56.114505 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ee1f1-1adc-4bec-b6ef-60f3518cf88b req-c1ac82af-b2d8-40e9-b61b-82d8c392720b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:56.115840 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2c0ee1f1-1adc-4bec-b6ef-60f3518cf88b req-c1ac82af-b2d8-40e9-b61b-82d8c392720b tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 945 time: 0.0553620 Oct 24 13:33:56.139199 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:56.193398 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2c0ee1f1-1adc-4bec-b6ef-60f3518cf88b req-ee582800-6907-4c30-a1bc-560550b60272 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d36b4a50-7aa7-45d5-901e-1f6db104c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718584 Oct 24 13:33:56.198553 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d1a1-335d-48ac-b4cf-8ac89b360798 req-0ed78d1e-0c65-4852-b92c-6a57121d7029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:56.200088 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b933d1a1-335d-48ac-b4cf-8ac89b360798 req-0ed78d1e-0c65-4852-b92c-6a57121d7029 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=143f8287-8fb4-4393-ae4f-ca898c17799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531442 Oct 24 13:33:56.269497 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ff7ac-0da2-4647-9c42-1e0589105f5e req-660c5c21-bcb5-4aaf-9c69-044f371d68af tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:56.271490 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b17ff7ac-0da2-4647-9c42-1e0589105f5e req-660c5c21-bcb5-4aaf-9c69-044f371d68af tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0454435 Oct 24 13:33:56.319415 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b17ff7ac-0da2-4647-9c42-1e0589105f5e req-e1ac58d0-c240-4cff-b481-7b703c6ede1e tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424137 Oct 24 13:33:56.524014 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['28395180-00b3-4e86-b35a-bac15da8261a'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:33:56.990919 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888319-ae2c-49d7-8765-d78cc875464a req-9b5e3dcc-c2d6-4fa5-bb4f-7a0ec7cd7b60 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:56.992380 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-35888319-ae2c-49d7-8765-d78cc875464a req-9b5e3dcc-c2d6-4fa5-bb4f-7a0ec7cd7b60 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 945 time: 0.0481668 Oct 24 13:33:57.038085 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-35888319-ae2c-49d7-8765-d78cc875464a req-8ac4d356-1051-4bc2-8366-eecbcbd364f4 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cba00242-8a71-4460-8c5c-54ed237ce423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401299 Oct 24 13:33:57.277943 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:57.316337 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc5fa2-b14a-4610-8a7d-a3eb591f3ee5 req-c6130ba1-a05b-4ab3-afa9-1c63b1fd3606 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:57.317807 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9edc5fa2-b14a-4610-8a7d-a3eb591f3ee5 req-c6130ba1-a05b-4ab3-afa9-1c63b1fd3606 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 945 time: 0.0876257 Oct 24 13:33:57.319287 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfe8b0-7ffc-4f1d-aa66-8e937af813fc req-58b6214a-c61c-4053-9fd4-51d728591144 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:57.320780 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-cdcfe8b0-7ffc-4f1d-aa66-8e937af813fc req-58b6214a-c61c-4053-9fd4-51d728591144 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 945 time: 0.0513494 Oct 24 13:33:57.321334 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:57.372421 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-cdcfe8b0-7ffc-4f1d-aa66-8e937af813fc req-da306484-9018-4e33-81d3-dcb1d26d074f tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d36b4a50-7aa7-45d5-901e-1f6db104c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453053 Oct 24 13:33:57.386383 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b933d1a1-335d-48ac-b4cf-8ac89b360798 req-599596b6-4222-4de3-8312-2d4cb9185626 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640413 Oct 24 13:33:57.499990 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-9edc5fa2-b14a-4610-8a7d-a3eb591f3ee5 req-ad2fbc0a-4374-486d-ac16-520f2340332e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Deleting port 600465f3-a863-40a8-8e98-8ea8cd65d5a3 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:33:57.500244 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9edc5fa2-b14a-4610-8a7d-a3eb591f3ee5 req-ad2fbc0a-4374-486d-ac16-520f2340332e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:57.526698 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6db41-891e-4b54-9f07-20d0b2c6b1e1 req-4a04906a-f6c1-4354-99f2-b5dc63cd82f0 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:57.528119 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2ac6db41-891e-4b54-9f07-20d0b2c6b1e1 req-4a04906a-f6c1-4354-99f2-b5dc63cd82f0 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.1209047 Oct 24 13:33:57.623440 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b933d1a1-335d-48ac-b4cf-8ac89b360798 req-672e2617-58eb-45b1-9bd3-9cb1b71928f0 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150929 Oct 24 13:33:57.653299 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 28395180-00b3-4e86-b35a-bac15da8261a up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:33:57.662469 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2ac6db41-891e-4b54-9f07-20d0b2c6b1e1 req-424d9477-e5a3-4fed-9aa4-46f4c5f2b5a5 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1268055 Oct 24 13:33:57.664124 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-9edc5fa2-b14a-4610-8a7d-a3eb591f3ee5 req-ad2fbc0a-4374-486d-ac16-520f2340332e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] For port 600465f3-a863-40a8-8e98-8ea8cd65d5a3, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=600465f3-a863-40a8-8e98-8ea8cd65d5a3,segment=NetworkSegment(23829243-18d1-4b72-ba1e-a14155c5b1b4),segment_id=23829243-18d1-4b72-ba1e-a14155c5b1b4)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:33:57.667736 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9edc5fa2-b14a-4610-8a7d-a3eb591f3ee5 req-ad2fbc0a-4374-486d-ac16-520f2340332e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:57.693534 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-9edc5fa2-b14a-4610-8a7d-a3eb591f3ee5 req-ad2fbc0a-4374-486d-ac16-520f2340332e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Calling delete_port for 600465f3-a863-40a8-8e98-8ea8cd65d5a3 owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:33:57.707511 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port 28395180-00b3-4e86-b35a-bac15da8261a completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:33:57.839017 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 28395180-00b3-4e86-b35a-bac15da8261a triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:33:57.839320 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (28395180-00b3-4e86-b35a-bac15da8261a), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:57.839658 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 28395180-00b3-4e86-b35a-bac15da8261a Oct 24 13:33:57.878676 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9edc5fa2-b14a-4610-8a7d-a3eb591f3ee5 req-ad2fbc0a-4374-486d-ac16-520f2340332e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (600465f3-a863-40a8-8e98-8ea8cd65d5a3), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:57.907069 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fbc0a-4374-486d-ac16-520f2340332e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Pushing event deleted for resources: {'Port': ['ID=600465f3-a863-40a8-8e98-8ea8cd65d5a3,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:57.912547 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['600465f3-a863-40a8-8e98-8ea8cd65d5a3'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:33:57.917142 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 28395180-00b3-4e86-b35a-bac15da8261a is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:33:57.917539 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (28395180-00b3-4e86-b35a-bac15da8261a), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:57.953712 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9edc5fa2-b14a-4610-8a7d-a3eb591f3ee5 req-ad2fbc0a-4374-486d-ac16-520f2340332e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] No DVR routers for this DVR port 600465f3-a863-40a8-8e98-8ea8cd65d5a3 on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:33:57.956056 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9edc5fa2-b14a-4610-8a7d-a3eb591f3ee5 req-ad2fbc0a-4374-486d-ac16-520f2340332e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:57.960038 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9edc5fa2-b14a-4610-8a7d-a3eb591f3ee5 req-ad2fbc0a-4374-486d-ac16-520f2340332e tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.59 "DELETE /networking/v2.0/ports/600465f3-a863-40a8-8e98-8ea8cd65d5a3 HTTP/1.1" status: 204 len: 173 time: 0.6362581 Oct 24 13:33:57.960554 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47783c4e-2d71-46f8-a964-e268979915ac', 'name': 'network-vif-deleted', 'tag': '600465f3-a863-40a8-8e98-8ea8cd65d5a3'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:33:57.962866 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41873ba-ee96-4dc3-86e8-f52d4768c4fb" -d '{"events": [{"server_uuid": "47783c4e-2d71-46f8-a964-e268979915ac", "name": "network-vif-deleted", "tag": "600465f3-a863-40a8-8e98-8ea8cd65d5a3"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:33:57.964592 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937175c3-4262-4fe8-acfc-69bd009df2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28395180-00b3-4e86-b35a-bac15da8261a'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:33:57.967134 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b504084-d0d2-4c9d-bfd6-99a076332448" -d '{"events": [{"server_uuid": "937175c3-4262-4fe8-acfc-69bd009df2ac", "name": "network-vif-plugged", "status": "completed", "tag": "28395180-00b3-4e86-b35a-bac15da8261a"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:33:57.982774 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 28395180-00b3-4e86-b35a-bac15da8261a, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=28395180-00b3-4e86-b35a-bac15da8261a,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:33:57.999170 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b79cc0-7a16-4867-bccb-9af18652964a x-openstack-request-id: req-65b79cc0-7a16-4867-bccb-9af18652964a {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:33:57.999701 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47783c4e-2d71-46f8-a964-e268979915ac", "name": "network-vif-deleted", "tag": "600465f3-a863-40a8-8e98-8ea8cd65d5a3", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:33:57.999701 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65b79cc0-7a16-4867-bccb-9af18652964a {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:33:58.000103 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b79cc0-7a16-4867-bccb-9af18652964a'] response: {'server_uuid': '47783c4e-2d71-46f8-a964-e268979915ac', 'name': 'network-vif-deleted', 'tag': '600465f3-a863-40a8-8e98-8ea8cd65d5a3', 'status': 'completed', 'code': 200} Oct 24 13:33:58.008600 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe907eb8-b6f4-4353-9071-a6b8953b27f8 x-openstack-request-id: req-fe907eb8-b6f4-4353-9071-a6b8953b27f8 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:33:58.008887 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937175c3-4262-4fe8-acfc-69bd009df2ac", "name": "network-vif-plugged", "status": "completed", "tag": "28395180-00b3-4e86-b35a-bac15da8261a", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:33:58.009158 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe907eb8-b6f4-4353-9071-a6b8953b27f8 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:33:58.009544 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe907eb8-b6f4-4353-9071-a6b8953b27f8'] response: {'server_uuid': '937175c3-4262-4fe8-acfc-69bd009df2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28395180-00b3-4e86-b35a-bac15da8261a', 'code': 200} Oct 24 13:33:58.055720 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (28395180-00b3-4e86-b35a-bac15da8261a), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:58.088305 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:58.110654 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=28395180-00b3-4e86-b35a-bac15da8261a,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:33:58.146798 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-72c683e9-6277-4334-a82d-6a0794788bda req-17b76352-5429-4946-a720-dfdeea20c009 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 210 time: 0.0293570 Oct 24 13:33:58.498565 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a42da4-9379-414b-8aa7-f1ff5fc928dc req-d0b0a065-c242-4d67-8dd5-25a0f65d371e tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:58.500013 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c5a42da4-9379-414b-8aa7-f1ff5fc928dc req-d0b0a065-c242-4d67-8dd5-25a0f65d371e tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 946 time: 0.0506613 Oct 24 13:33:58.546426 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c5a42da4-9379-414b-8aa7-f1ff5fc928dc req-c3db2591-3f3d-4913-8569-c6831aa97b1c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d36b4a50-7aa7-45d5-901e-1f6db104c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398431 Oct 24 13:33:58.649315 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:33:58.656325 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47925069-75ac-4bd4-96b2-7eab7c0b41bf req-49b37948-dd1c-4e63-ab02-e741489b12df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:58.657801 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-47925069-75ac-4bd4-96b2-7eab7c0b41bf req-49b37948-dd1c-4e63-ab02-e741489b12df service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 1130 time: 0.0378764 Oct 24 13:33:58.702711 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-47925069-75ac-4bd4-96b2-7eab7c0b41bf req-3162750e-0355-44f5-87fd-e238488e420b service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d36b4a50-7aa7-45d5-901e-1f6db104c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389807 Oct 24 13:33:58.788129 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874a0f5-6088-4a21-bff4-6afed66ec8bf req-d003c9fe-41ce-4d75-b8a5-9ebda25ec841 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:58.789610 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8874a0f5-6088-4a21-bff4-6afed66ec8bf req-d003c9fe-41ce-4d75-b8a5-9ebda25ec841 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0470288 Oct 24 13:33:58.837945 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8874a0f5-6088-4a21-bff4-6afed66ec8bf req-42331d8d-040a-4b72-a6dc-00b6d217d810 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427866 Oct 24 13:33:59.204625 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:33:59.261871 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8d26bec1-feb8-470b-a9d3-46101cd0178e req-f425a1b7-1e54-4cd4-958c-7c9ba2015623 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 210 time: 0.0300224 Oct 24 13:33:59.672192 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb912503-3426-4f17-b75e-b042e271b02c req-c448ed9e-e239-4f93-8712-adec8a6dfdc7 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:59.673675 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-cb912503-3426-4f17-b75e-b042e271b02c req-c448ed9e-e239-4f93-8712-adec8a6dfdc7 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 946 time: 0.0507169 Oct 24 13:33:59.721701 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-cb912503-3426-4f17-b75e-b042e271b02c req-2aa861da-6380-4784-bc25-91ed3687cf95 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d36b4a50-7aa7-45d5-901e-1f6db104c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410876 Oct 24 13:33:59.956039 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4716300-f630-472f-b1b0-3339c8795f18 req-beee5461-1c8b-4b6b-a0c2-291a763a46e7 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:33:59.957527 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a4716300-f630-472f-b1b0-3339c8795f18 req-beee5461-1c8b-4b6b-a0c2-291a763a46e7 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0469258 Oct 24 13:33:59.992800 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:00.006870 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a4716300-f630-472f-b1b0-3339c8795f18 req-37292722-d21e-475a-8286-dde1276b9a41 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435452 Oct 24 13:34:00.374425 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-155bda67-4680-43bc-a697-99a37d465cba req-04e88a7c-1ab0-45d7-b6de-f87e1c2c0837 tempest-TestMinimumBasicScenario-1479834024 tempest-TestMinimumBasicScenario-1479834024-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=47783c4e-2d71-46f8-a964-e268979915ac HTTP/1.1" status: 200 len: 210 time: 0.0282648 Oct 24 13:34:00.840851 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8326b1d-9837-404a-96d7-ca984b345b5d req-de812e14-484c-4477-b3f6-13a2c5d0d8d1 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:00.842218 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b8326b1d-9837-404a-96d7-ca984b345b5d req-de812e14-484c-4477-b3f6-13a2c5d0d8d1 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 946 time: 0.0464692 Oct 24 13:34:00.889242 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b8326b1d-9837-404a-96d7-ca984b345b5d req-63dfa5aa-ce17-4f4d-940e-4d5d1b7b0e58 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d36b4a50-7aa7-45d5-901e-1f6db104c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414257 Oct 24 13:34:01.006194 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabccf6-f7c2-408d-8b19-3ca4f34a96d7 req-6f8d3bc5-986e-4381-bc0b-0504ad1c27f1 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:01.007682 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-adabccf6-f7c2-408d-8b19-3ca4f34a96d7 req-6f8d3bc5-986e-4381-bc0b-0504ad1c27f1 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 946 time: 0.0474648 Oct 24 13:34:01.017631 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40870) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:01.022457 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-609baadf-0e69-4f6a-98eb-5bc24538f380 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Request body: {'floatingip': {'port_id': '28395180-00b3-4e86-b35a-bac15da8261a'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:01.062891 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-609baadf-0e69-4f6a-98eb-5bc24538f380 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for floatingip (115cae10-0b73-4f53-bcea-4eb3e4087440), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:01.278076 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5d6fc-51f8-4f3f-828f-9d7d45d20ba6 req-3f1e751c-4f89-4b83-bffe-76c261bca40e tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:01.279572 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dbc5d6fc-51f8-4f3f-828f-9d7d45d20ba6 req-3f1e751c-4f89-4b83-bffe-76c261bca40e tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0519118 Oct 24 13:34:01.307307 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-be93c08a-4927-4a6f-ab33-0cc9b3f8ee03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:01.327044 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:01.329706 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dbc5d6fc-51f8-4f3f-828f-9d7d45d20ba6 req-54dabb94-4f81-47fd-96d1-3937ab6950a6 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444708 Oct 24 13:34:01.649859 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 600465f3-a863-40a8-8e98-8ea8cd65d5a3 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:34:01.670462 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: 600465f3-a863-40a8-8e98-8ea8cd65d5a3 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:34:01.670814 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 600465f3-a863-40a8-8e98-8ea8cd65d5a3 not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:34:01.725445 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-609baadf-0e69-4f6a-98eb-5bc24538f380 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:01.816294 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-609baadf-0e69-4f6a-98eb-5bc24538f380 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (115cae10-0b73-4f53-bcea-4eb3e4087440), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:01.914772 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.l3_db [None req-609baadf-0e69-4f6a-98eb-5bc24538f380 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Floating IP 115cae10-0b73-4f53-bcea-4eb3e4087440 associated. External IP: 172.27.3.162, port: 28395180-00b3-4e86-b35a-bac15da8261a. Oct 24 13:34:02.001562 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:02.120432 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609baadf-0e69-4f6a-98eb-5bc24538f380 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Router 635f7fac-5283-4887-8c50-83405dd41960 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:34:02.225978 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609baadf-0e69-4f6a-98eb-5bc24538f380 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:34:02.230991 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-609baadf-0e69-4f6a-98eb-5bc24538f380 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:02.235562 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78215c9d-50e3-42a2-a678-1cb9e26797d6 None None] Sync routers for ids ['635f7fac-5283-4887-8c50-83405dd41960'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:34:02.246495 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78215c9d-50e3-42a2-a678-1cb9e26797d6 None None] Routers {'635f7fac-5283-4887-8c50-83405dd41960'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:02.247033 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-78215c9d-50e3-42a2-a678-1cb9e26797d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:33:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['635f7fac-5283-4887-8c50-83405dd41960'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:02.264752 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-609baadf-0e69-4f6a-98eb-5bc24538f380 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/115cae10-0b73-4f53-bcea-4eb3e4087440 HTTP/1.1" status: 200 len: 992 time: 1.2460904 Oct 24 13:34:02.265495 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937175c3-4262-4fe8-acfc-69bd009df2ac', 'tag': '28395180-00b3-4e86-b35a-bac15da8261a'}] {{(pid=104907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:34:02.267852 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954dccf414852867a7e6a4d984216e3ce3e9b7f8b3e530173b70fede63e4834c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef296ac3-aced-4715-b8be-037050acd9de" -d '{"events": [{"name": "network-changed", "server_uuid": "937175c3-4262-4fe8-acfc-69bd009df2ac", "tag": "28395180-00b3-4e86-b35a-bac15da8261a"}]}' {{(pid=104907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:34:02.310177 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7f396b-77b3-4129-a1d6-5203df6ab307 x-openstack-request-id: req-da7f396b-77b3-4129-a1d6-5203df6ab307 {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:34:02.310565 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937175c3-4262-4fe8-acfc-69bd009df2ac", "tag": "28395180-00b3-4e86-b35a-bac15da8261a", "status": "completed", "code": 200}]} {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:34:02.310930 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da7f396b-77b3-4129-a1d6-5203df6ab307 {{(pid=104907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:34:02.311433 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da7f396b-77b3-4129-a1d6-5203df6ab307'] response: {'name': 'network-changed', 'server_uuid': '937175c3-4262-4fe8-acfc-69bd009df2ac', 'tag': '28395180-00b3-4e86-b35a-bac15da8261a', 'status': 'completed', 'code': 200} Oct 24 13:34:02.353740 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-78215c9d-50e3-42a2-a678-1cb9e26797d6 None None] Set router 635f7fac-5283-4887-8c50-83405dd41960 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:02.458774 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8df481-3925-4a51-89c2-d65d4281688b req-66f5151e-fcc4-443c-af9d-374438d72680 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:02.460240 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0a8df481-3925-4a51-89c2-d65d4281688b req-66f5151e-fcc4-443c-af9d-374438d72680 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0502884 Oct 24 13:34:02.467070 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=100 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:02.516827 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0a8df481-3925-4a51-89c2-d65d4281688b req-cf2af1b8-8c4c-4b96-a0b3-169bc7099cb3 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505984 Oct 24 13:34:02.576977 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-78215c9d-50e3-42a2-a678-1cb9e26797d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '115cae10-0b73-4f53-bcea-4eb3e4087440', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '635f7fac-5283-4887-8c50-83405dd41960', 'port_id': '28395180-00b3-4e86-b35a-bac15da8261a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'mac_address': 'fa:16:3e:9c:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937175c3-4262-4fe8-acfc-69bd009df2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:33:43Z', 'updated_at': '2022-10-24T13:34:01Z', 'revision_number': 1, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:45Z', 'revision_number': 5, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:02.601663 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78215c9d-50e3-42a2-a678-1cb9e26797d6 None None] Checking router: 635f7fac-5283-4887-8c50-83405dd41960 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:34:02.610076 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78215c9d-50e3-42a2-a678-1cb9e26797d6 None None] Routers {'635f7fac-5283-4887-8c50-83405dd41960'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:02.610673 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-78215c9d-50e3-42a2-a678-1cb9e26797d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:33:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['635f7fac-5283-4887-8c50-83405dd41960'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:02.798259 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-78215c9d-50e3-42a2-a678-1cb9e26797d6 None None] Set router 635f7fac-5283-4887-8c50-83405dd41960 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:02.895220 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40928) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:02.998606 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=100 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:03.008319 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-78215c9d-50e3-42a2-a678-1cb9e26797d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '115cae10-0b73-4f53-bcea-4eb3e4087440', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '635f7fac-5283-4887-8c50-83405dd41960', 'port_id': '28395180-00b3-4e86-b35a-bac15da8261a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'mac_address': 'fa:16:3e:9c:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937175c3-4262-4fe8-acfc-69bd009df2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:33:43Z', 'updated_at': '2022-10-24T13:34:01Z', 'revision_number': 1, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:45Z', 'revision_number': 5, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:03.039028 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78215c9d-50e3-42a2-a678-1cb9e26797d6 None None] The sync data for ids ['635f7fac-5283-4887-8c50-83405dd41960'] in dv-cinder-862491-1-iscsi is: [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '115cae10-0b73-4f53-bcea-4eb3e4087440', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '635f7fac-5283-4887-8c50-83405dd41960', 'port_id': '28395180-00b3-4e86-b35a-bac15da8261a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'mac_address': 'fa:16:3e:9c:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937175c3-4262-4fe8-acfc-69bd009df2ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:33:43Z', 'updated_at': '2022-10-24T13:34:01Z', 'revision_number': 1, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:45Z', 'revision_number': 5, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:34:03.229349 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c174571-e65e-4899-8f6f-1952029ce0c6 None None] New status for floating IP 115cae10-0b73-4f53-bcea-4eb3e4087440: ACTIVE {{(pid=104909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:34:03.264297 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:03.302112 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:03.428621 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7922041'] for router_interface (6b1aecd0-8e4f-47ce-afaf-761d42570674), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:03.493412 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296ac3-aced-4715-b8be-037050acd9de req-6c1e3a99-6802-4012-a03f-5f8e550aa37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:03.494945 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ef296ac3-aced-4715-b8be-037050acd9de req-6c1e3a99-6802-4012-a03f-5f8e550aa37e service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11&device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 1130 time: 0.0430498 Oct 24 13:34:03.592749 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296ac3-aced-4715-b8be-037050acd9de req-a58f2627-4f32-4805-a28a-536a8a23deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:03.594312 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ef296ac3-aced-4715-b8be-037050acd9de req-a58f2627-4f32-4805-a28a-536a8a23deb9 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=143f8287-8fb4-4393-ae4f-ca898c17799f HTTP/1.1" status: 200 len: 912 time: 0.0924582 Oct 24 13:34:03.626973 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-334260aa-6dd2-46c2-93de-aff77167a879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:03.656571 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ef296ac3-aced-4715-b8be-037050acd9de req-494b7f03-1584-476b-a3e6-9693e1964320 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28395180-00b3-4e86-b35a-bac15da8261a HTTP/1.1" status: 200 len: 1002 time: 0.0557277 Oct 24 13:34:03.681556 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cdc2c-68bf-45cb-b42d-80788b61c91c req-700da55d-4211-433d-b405-448b7c6fdf26 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:03.683024 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-af6cdc2c-68bf-45cb-b42d-80788b61c91c req-700da55d-4211-433d-b405-448b7c6fdf26 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0699596 Oct 24 13:34:03.709169 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296ac3-aced-4715-b8be-037050acd9de req-9e6b70b4-571f-4d08-83b2-ec2fa36117f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:03.710677 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ef296ac3-aced-4715-b8be-037050acd9de req-9e6b70b4-571f-4d08-83b2-ec2fa36117f7 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=dd583918-9412-43e4-86a6-0aa07f6bb5dd HTTP/1.1" status: 200 len: 850 time: 0.0477540 Oct 24 13:34:03.754323 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296ac3-aced-4715-b8be-037050acd9de req-d1fc3f0f-803f-4138-b4e6-990b556f09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:03.756415 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ef296ac3-aced-4715-b8be-037050acd9de req-d1fc3f0f-803f-4138-b4e6-990b556f09a4 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=143f8287-8fb4-4393-ae4f-ca898c17799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393550 Oct 24 13:34:03.778133 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-af6cdc2c-68bf-45cb-b42d-80788b61c91c req-6327ce5f-6dc1-4cc5-b835-4d2c6585c8b0 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732605 Oct 24 13:34:03.784648 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Deleting port 4a07cfed-9570-4cb2-8760-91e148b1a444 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:34:03.785395 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:03.839793 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:03.849382 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ef296ac3-aced-4715-b8be-037050acd9de req-fb994c98-ff3b-474a-8cf9-949a261d9867 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843449 Oct 24 13:34:03.868539 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] For port 4a07cfed-9570-4cb2-8760-91e148b1a444, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=4a07cfed-9570-4cb2-8760-91e148b1a444,segment=NetworkSegment(23829243-18d1-4b72-ba1e-a14155c5b1b4),segment_id=23829243-18d1-4b72-ba1e-a14155c5b1b4)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:03.868895 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:03.881943 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Calling delete_port for 4a07cfed-9570-4cb2-8760-91e148b1a444 owned by network:router_interface {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:34:03.941384 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ef296ac3-aced-4715-b8be-037050acd9de req-97243de0-3d82-4497-b4af-199c82774236 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858967 Oct 24 13:34:04.113125 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (4a07cfed-9570-4cb2-8760-91e148b1a444), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:04.138063 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a07cfed-9570-4cb2-8760-91e148b1a444,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:04.165177 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:04.165567 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:04.165934 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:04.166268 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:04.166596 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:04.166923 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:04.167233 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:04.167554 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:04.167871 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:04.168190 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:04.168535 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:04.168896 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:04.169217 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:04.169529 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:04.169839 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:04.316864 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8330508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7925705'] for router_interface (6b1aecd0-8e4f-47ce-afaf-761d42570674), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:04.338239 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642dc060-974d-4aa1-b2b2-0c0886765617 None None] get_active_networks_info from dv-cinder-862491-1-iscsi {{(pid=104909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:34:04.377440 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:04.445789 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642dc060-974d-4aa1-b2b2-0c0886765617 None None] Resources bound (agent type, host, resource id): {{(pid=104909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:34:04.523882 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Router 6b1aecd0-8e4f-47ce-afaf-761d42570674 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:34:04.633441 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:34:04.638990 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-93ffba59-fbc9-4c56-a298-a4a89a8a8218 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/6b1aecd0-8e4f-47ce-afaf-761d42570674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7400813 Oct 24 13:34:04.642509 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05d08a5-4df5-47b2-aec0-a8b8ed64520b None None] Sync routers for ids ['6b1aecd0-8e4f-47ce-afaf-761d42570674'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:34:04.648359 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40936) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:04.654760 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05d08a5-4df5-47b2-aec0-a8b8ed64520b None None] Routers {'6b1aecd0-8e4f-47ce-afaf-761d42570674'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:04.655379 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-d05d08a5-4df5-47b2-aec0-a8b8ed64520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['6b1aecd0-8e4f-47ce-afaf-761d42570674'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:04.766249 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-d05d08a5-4df5-47b2-aec0-a8b8ed64520b None None] Set router 6b1aecd0-8e4f-47ce-afaf-761d42570674 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:04.936138 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:04.951855 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-d05d08a5-4df5-47b2-aec0-a8b8ed64520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'name': 'tempest-TestMinimumBasicScenario-1729382749-router', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:27:57Z', 'updated_at': '2022-10-24T13:34:04Z', 'revision_number': 5, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'gw_port': {'id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:27:58Z', 'updated_at': '2022-10-24T13:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:04.979109 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05d08a5-4df5-47b2-aec0-a8b8ed64520b None None] Checking router: 6b1aecd0-8e4f-47ce-afaf-761d42570674 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:34:04.988904 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05d08a5-4df5-47b2-aec0-a8b8ed64520b None None] Routers {'6b1aecd0-8e4f-47ce-afaf-761d42570674'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:04.990065 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-d05d08a5-4df5-47b2-aec0-a8b8ed64520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['6b1aecd0-8e4f-47ce-afaf-761d42570674'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:05.052125 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-18c6303b-5f35-4741-9187-074e4fe7371c admin admin] Publish callbacks [] for router (6b1aecd0-8e4f-47ce-afaf-761d42570674), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:05.061772 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b22b3-e4ee-4279-82b2-66af9986e4ea req-4e53df6f-ea50-4e23-b03f-ecbc502d23fa tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:05.063285 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-862b22b3-e4ee-4279-82b2-66af9986e4ea req-4e53df6f-ea50-4e23-b03f-ecbc502d23fa tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0620308 Oct 24 13:34:05.099282 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-d05d08a5-4df5-47b2-aec0-a8b8ed64520b None None] Set router 6b1aecd0-8e4f-47ce-afaf-761d42570674 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:05.120172 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:05.127608 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:05.187071 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-862b22b3-e4ee-4279-82b2-66af9986e4ea req-2aca212c-27d3-417a-a954-88e9b1060843 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906599 Oct 24 13:34:05.190470 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-e416b67f-6a06-4fea-8094-171cdb1da892 None None] Provisioning complete for port 911834fe-812d-49a5-8ff4-743bcb58e789 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:05.191510 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e416b67f-6a06-4fea-8094-171cdb1da892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (911834fe-812d-49a5-8ff4-743bcb58e789), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:05.192003 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-e416b67f-6a06-4fea-8094-171cdb1da892 None None] Attempt 1 to provision port 911834fe-812d-49a5-8ff4-743bcb58e789 Oct 24 13:34:05.217084 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-18c6303b-5f35-4741-9187-074e4fe7371c admin admin] Publish callbacks [] for router_gateway (6b1aecd0-8e4f-47ce-afaf-761d42570674), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:05.243718 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=100 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:05.266288 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-e416b67f-6a06-4fea-8094-171cdb1da892 None None] Current status of the port 911834fe-812d-49a5-8ff4-743bcb58e789 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:05.282439 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-d05d08a5-4df5-47b2-aec0-a8b8ed64520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'name': 'tempest-TestMinimumBasicScenario-1729382749-router', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:27:57Z', 'updated_at': '2022-10-24T13:34:04Z', 'revision_number': 5, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'gw_port': {'id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:27:58Z', 'updated_at': '2022-10-24T13:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:05.306579 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05d08a5-4df5-47b2-aec0-a8b8ed64520b None None] The sync data for ids ['6b1aecd0-8e4f-47ce-afaf-761d42570674'] in dv-cinder-862491-1-iscsi is: [{'id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'name': 'tempest-TestMinimumBasicScenario-1729382749-router', 'tenant_id': '1742dccd5a764a31ab1a228ead5cdab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:27:57Z', 'updated_at': '2022-10-24T13:34:04Z', 'revision_number': 5, 'project_id': '1742dccd5a764a31ab1a228ead5cdab9', 'gw_port': {'id': 'fbf36764-6561-4b10-8fdb-812bd46618e1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1aecd0-8e4f-47ce-afaf-761d42570674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:27:58Z', 'updated_at': '2022-10-24T13:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:34:05.352940 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-18c6303b-5f35-4741-9187-074e4fe7371c admin admin] Deleting port fbf36764-6561-4b10-8fdb-812bd46618e1 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:34:05.353281 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-18c6303b-5f35-4741-9187-074e4fe7371c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (fbf36764-6561-4b10-8fdb-812bd46618e1), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:05.430669 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [None req-18c6303b-5f35-4741-9187-074e4fe7371c admin admin] For port fbf36764-6561-4b10-8fdb-812bd46618e1, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=fbf36764-6561-4b10-8fdb-812bd46618e1,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:05.431027 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-18c6303b-5f35-4741-9187-074e4fe7371c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (fbf36764-6561-4b10-8fdb-812bd46618e1), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:05.444392 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-18c6303b-5f35-4741-9187-074e4fe7371c admin admin] Calling delete_port for fbf36764-6561-4b10-8fdb-812bd46618e1 owned by network:router_gateway {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:34:05.656455 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-18c6303b-5f35-4741-9187-074e4fe7371c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (fbf36764-6561-4b10-8fdb-812bd46618e1), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:05.665352 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:34:05.688756 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6303b-5f35-4741-9187-074e4fe7371c admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf36764-6561-4b10-8fdb-812bd46618e1,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:05.757166 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-18c6303b-5f35-4741-9187-074e4fe7371c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924636'] for router_gateway (6b1aecd0-8e4f-47ce-afaf-761d42570674), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:05.781718 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,segment=NetworkSegment(9728ac1e-0b96-4dda-ab14-1d29c48015fc),segment_id=9728ac1e-0b96-4dda-ab14-1d29c48015fc)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:05.795069 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b', 'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'port_id': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b', 'mac_address': 'fa:16:3e:4b:3e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:34:05.831392 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:05.831785 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:05.845009 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:34:05.863831 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-18c6303b-5f35-4741-9187-074e4fe7371c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-484265'] for router (6b1aecd0-8e4f-47ce-afaf-761d42570674), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:05.866556 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,segment=NetworkSegment(9728ac1e-0b96-4dda-ab14-1d29c48015fc),segment_id=9728ac1e-0b96-4dda-ab14-1d29c48015fc)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:05.866674 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-18c6303b-5f35-4741-9187-074e4fe7371c admin admin] Publish callbacks [] for router_controller (6b1aecd0-8e4f-47ce-afaf-761d42570674), precommit_delete_associations {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:05.936004 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:05.940779 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:05.984744 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:05.992157 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:05.992529 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:05.992868 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:05.993205 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:05.993324 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-18c6303b-5f35-4741-9187-074e4fe7371c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7921978'] for router (6b1aecd0-8e4f-47ce-afaf-761d42570674), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:05.993534 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:05.993863 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:05.993992 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c6303b-5f35-4741-9187-074e4fe7371c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b1aecd0-8e4f-47ce-afaf-761d42570674 {{(pid=104908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:34:05.994183 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:05.994505 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:05.994826 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:05.995147 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:05.995466 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:05.995783 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:05.996103 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:05.996446 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:06.004428 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:06.005534 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-18c6303b-5f35-4741-9187-074e4fe7371c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:06.005534 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-18c6303b-5f35-4741-9187-074e4fe7371c admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/6b1aecd0-8e4f-47ce-afaf-761d42570674 HTTP/1.1" status: 204 len: 168 time: 1.3502772 Oct 24 13:34:06.005534 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40940) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:06.052936 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ff0341-9987-4f72-895f-0bb2af5599fc admin admin] Deleting subnet c0d3b18f-2364-4b91-8323-aebe0b6a018c {{(pid=104908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:34:06.056421 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0341-9987-4f72-895f-0bb2af5599fc admin admin] Publish callbacks [] for subnet (c0d3b18f-2364-4b91-8323-aebe0b6a018c), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:06.093192 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0341-9987-4f72-895f-0bb2af5599fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5528164'] for subnet (c0d3b18f-2364-4b91-8323-aebe0b6a018c), precommit_delete_associations {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:06.181158 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:06.203710 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0341-9987-4f72-895f-0bb2af5599fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (c0d3b18f-2364-4b91-8323-aebe0b6a018c), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:06.319107 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d462283-608f-4666-aa73-63f4e474467c req-dda8d941-11f0-4ced-8afb-bf4c1ae1039b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:06.319716 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0341-9987-4f72-895f-0bb2af5599fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4260645'] for subnet (c0d3b18f-2364-4b91-8323-aebe0b6a018c), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:06.320626 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2d462283-608f-4666-aa73-63f4e474467c req-dda8d941-11f0-4ced-8afb-bf4c1ae1039b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 944 time: 0.0477307 Oct 24 13:34:06.322853 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:06.346622 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff0341-9987-4f72-895f-0bb2af5599fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d3b18f-2364-4b91-8323-aebe0b6a018c,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:06.346947 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:06.347732 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:06.350909 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0341-9987-4f72-895f-0bb2af5599fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:06.358369 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-f3ff0341-9987-4f72-895f-0bb2af5599fc admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/c0d3b18f-2364-4b91-8323-aebe0b6a018c HTTP/1.1" status: 204 len: 168 time: 0.3505275 Oct 24 13:34:06.358369 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40944) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:06.360418 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f174462-8f50-4bc6-b540-235d116acc09 None None] Network 076a8aa0-ff41-4c0b-b28d-07fa6b846e09 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:34:06.378158 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2d462283-608f-4666-aa73-63f4e474467c req-17d431c4-1db1-4c0b-af87-5b78cf1e9a53 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514607 Oct 24 13:34:06.406947 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['70dbb5cd-19fd-4c0e-b47a-955a76e67b6b'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:34:06.440166 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (076a8aa0-ff41-4c0b-b28d-07fa6b846e09), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:06.444025 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:06.493683 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] Deleting port 911834fe-812d-49a5-8ff4-743bcb58e789 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:34:06.493955 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (911834fe-812d-49a5-8ff4-743bcb58e789), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:06.562753 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] For port 911834fe-812d-49a5-8ff4-743bcb58e789, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=911834fe-812d-49a5-8ff4-743bcb58e789,segment=NetworkSegment(23829243-18d1-4b72-ba1e-a14155c5b1b4),segment_id=23829243-18d1-4b72-ba1e-a14155c5b1b4)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:06.563117 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (911834fe-812d-49a5-8ff4-743bcb58e789), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:06.581000 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] Calling delete_port for 911834fe-812d-49a5-8ff4-743bcb58e789 owned by network:dhcp {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:34:06.657317 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device fbf36764-6561-4b10-8fdb-812bd46618e1 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:34:06.681082 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: fbf36764-6561-4b10-8fdb-812bd46618e1 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:34:06.681703 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device fbf36764-6561-4b10-8fdb-812bd46618e1 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:34:06.681848 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 4a07cfed-9570-4cb2-8760-91e148b1a444 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:34:06.709871 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 4a07cfed-9570-4cb2-8760-91e148b1a444 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:34:06.710217 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 4a07cfed-9570-4cb2-8760-91e148b1a444 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:34:06.715172 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:06.722471 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91029387-fee0-467f-aa45-d9fd16fe1ac3 None None] DHCP port deletion for 076a8aa0-ff41-4c0b-b28d-07fa6b846e09 request from dv-cinder-862491-1-iscsi {{(pid=104909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:34:06.746910 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (911834fe-812d-49a5-8ff4-743bcb58e789), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:06.762894 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-91029387-fee0-467f-aa45-d9fd16fe1ac3 None None] The port '911834fe-812d-49a5-8ff4-743bcb58e789' was deleted {{(pid=104909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Oct 24 13:34:06.769104 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] No DVR routers for this DVR port 911834fe-812d-49a5-8ff4-743bcb58e789 on host dv-cinder-862491-1-iscsi {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:34:06.774180 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] Pushing event deleted for resources: {'Port': ['ID=911834fe-812d-49a5-8ff4-743bcb58e789,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:06.847318 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (076a8aa0-ff41-4c0b-b28d-07fa6b846e09), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:06.867551 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076a8aa0-ff41-4c0b-b28d-07fa6b846e09']}} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:06.877152 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23829243-18d1-4b72-ba1e-a14155c5b1b4') {'for_net_delete': True} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:06.877515 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23829243-18d1-4b72-ba1e-a14155c5b1b4') {} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:06.887342 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5528175'] for segment (23829243-18d1-4b72-ba1e-a14155c5b1b4), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:06.901137 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (23829243-18d1-4b72-ba1e-a14155c5b1b4), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:06.909094 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=104908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:34:06.909481 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387000'] for segment (23829243-18d1-4b72-ba1e-a14155c5b1b4), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:06.926865 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment 23829243-18d1-4b72-ba1e-a14155c5b1b4 resource provider aggregate not found Oct 24 13:34:06.957205 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment 23829243-18d1-4b72-ba1e-a14155c5b1b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23829243-18d1-4b72-ba1e-a14155c5b1b4 found for delete ", "request_id": "req-85272b03-78ef-4c5f-8f19-982be8015dad"}]} Oct 24 13:34:07.015545 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (076a8aa0-ff41-4c0b-b28d-07fa6b846e09), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:07.021373 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:07.024548 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/076a8aa0-ff41-4c0b-b28d-07fa6b846e09 HTTP/1.1" status: 204 len: 168 time: 0.6664948 Oct 24 13:34:07.028450 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40950) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:07.035658 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b36f58-5e93-4899-8634-312955b5f1ad admin admin] Pushing event deleted for resources: {'Network': ['ID=076a8aa0-ff41-4c0b-b28d-07fa6b846e09,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:07.514619 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aa159-d868-4c1f-a200-4e9a2f8ec358 req-91feb745-5988-4e95-a5d2-866bd342a280 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:07.516104 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1f1aa159-d868-4c1f-a200-4e9a2f8ec358 req-91feb745-5988-4e95-a5d2-866bd342a280 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 944 time: 0.0548692 Oct 24 13:34:07.564586 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-86adc362-9a64-44f0-918c-e10e88a7774d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7922041'] for router_interface (f1c7b644-9bad-43f2-a833-e95283661583), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:07.565274 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1f1aa159-d868-4c1f-a200-4e9a2f8ec358 req-7565a9d0-725d-4526-baa5-8bf5571153c2 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433552 Oct 24 13:34:07.773531 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:34:07.782837 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-86adc362-9a64-44f0-918c-e10e88a7774d admin admin] Deleting port 7f76aa82-538d-48fb-8e22-181907b01277 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:34:07.783182 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-86adc362-9a64-44f0-918c-e10e88a7774d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (7f76aa82-538d-48fb-8e22-181907b01277), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:07.818627 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:34:07.861563 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-86adc362-9a64-44f0-918c-e10e88a7774d admin admin] For port 7f76aa82-538d-48fb-8e22-181907b01277, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=7f76aa82-538d-48fb-8e22-181907b01277,segment=NetworkSegment(165b4139-880b-4b01-baa9-80348d2174ed),segment_id=165b4139-880b-4b01-baa9-80348d2174ed)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:07.861925 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-86adc362-9a64-44f0-918c-e10e88a7774d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (7f76aa82-538d-48fb-8e22-181907b01277), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:07.864702 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:07.875882 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-86adc362-9a64-44f0-918c-e10e88a7774d admin admin] Calling delete_port for 7f76aa82-538d-48fb-8e22-181907b01277 owned by network:router_interface {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:34:07.878247 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:07.878626 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:07.878953 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b Oct 24 13:34:07.949635 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:07.950018 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:07.973091 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:34:07.975948 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f119d3-06d1-4d7d-a3b2-6166b3911380" -d '{"events": [{"server_uuid": "25ad1362-6db1-48be-8ddb-3fa0b0f78404", "name": "network-vif-plugged", "status": "completed", "tag": "70dbb5cd-19fd-4c0e-b47a-955a76e67b6b"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:34:07.988332 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,segment=NetworkSegment(9728ac1e-0b96-4dda-ab14-1d29c48015fc),segment_id=9728ac1e-0b96-4dda-ab14-1d29c48015fc)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:08.016511 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b1b157-afc2-473b-a31c-b8f5f3e7921c x-openstack-request-id: req-32b1b157-afc2-473b-a31c-b8f5f3e7921c {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:34:08.016511 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ad1362-6db1-48be-8ddb-3fa0b0f78404", "name": "network-vif-plugged", "status": "completed", "tag": "70dbb5cd-19fd-4c0e-b47a-955a76e67b6b", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:34:08.016511 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32b1b157-afc2-473b-a31c-b8f5f3e7921c {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:34:08.016511 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b1b157-afc2-473b-a31c-b8f5f3e7921c'] response: {'server_uuid': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b', 'code': 200} Oct 24 13:34:08.041081 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:08.050116 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:08.098341 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:08.118889 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-86adc362-9a64-44f0-918c-e10e88a7774d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (7f76aa82-538d-48fb-8e22-181907b01277), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:08.146020 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adc362-9a64-44f0-918c-e10e88a7774d admin admin] Pushing event deleted for resources: {'Port': ['ID=7f76aa82-538d-48fb-8e22-181907b01277,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:08.317056 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-86adc362-9a64-44f0-918c-e10e88a7774d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8330508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7925705'] for router_interface (f1c7b644-9bad-43f2-a833-e95283661583), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:08.338151 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145b9e11-26b8-4da8-badf-b239c45e6565 None None] get_active_networks_info from dv-cinder-862491-1-iscsi {{(pid=104909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:34:08.424482 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:08.429788 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928446b-acc2-47d1-b78d-e1fafb0c2f51 req-c91270a8-fd0a-43c6-b08a-034302009c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:08.431964 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d928446b-acc2-47d1-b78d-e1fafb0c2f51 req-c91270a8-fd0a-43c6-b08a-034302009c79 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 1129 time: 0.0409834 Oct 24 13:34:08.452468 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145b9e11-26b8-4da8-badf-b239c45e6565 None None] Resources bound (agent type, host, resource id): {{(pid=104909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:34:08.457589 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:08.481287 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d928446b-acc2-47d1-b78d-e1fafb0c2f51 req-66823a89-a84f-447a-8502-7633804af4eb service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427508 Oct 24 13:34:08.534400 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:08.537377 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86adc362-9a64-44f0-918c-e10e88a7774d admin admin] Router f1c7b644-9bad-43f2-a833-e95283661583 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:34:08.646507 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:08.657445 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86adc362-9a64-44f0-918c-e10e88a7774d admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:34:08.667170 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-86adc362-9a64-44f0-918c-e10e88a7774d admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/f1c7b644-9bad-43f2-a833-e95283661583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6358635 Oct 24 13:34:08.667170 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40958) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:08.671996 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0240aa1-7fce-478f-947a-3943c344fb03 None None] Sync routers for ids ['f1c7b644-9bad-43f2-a833-e95283661583'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:34:08.684745 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0240aa1-7fce-478f-947a-3943c344fb03 None None] Routers {'f1c7b644-9bad-43f2-a833-e95283661583'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:08.685379 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-c0240aa1-7fce-478f-947a-3943c344fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['f1c7b644-9bad-43f2-a833-e95283661583'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:08.746739 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 911834fe-812d-49a5-8ff4-743bcb58e789 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:34:08.758227 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab50dd-ba17-49f4-a06b-003868059a43 req-19985bd6-72a4-4a93-9a64-d6cca1056d6a tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:08.760183 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-37ab50dd-ba17-49f4-a06b-003868059a43 req-19985bd6-72a4-4a93-9a64-d6cca1056d6a tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0783861 Oct 24 13:34:08.790394 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c77e8ddc-368a-481a-afbb-34ae22e57d5f admin admin] Publish callbacks [] for router (f1c7b644-9bad-43f2-a833-e95283661583), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:08.810585 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 911834fe-812d-49a5-8ff4-743bcb58e789 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:34:08.811521 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 911834fe-812d-49a5-8ff4-743bcb58e789 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:34:08.816681 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-37ab50dd-ba17-49f4-a06b-003868059a43 req-55a23a7c-6470-4669-b9cd-9cc1db228144 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506155 Oct 24 13:34:08.846483 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-c0240aa1-7fce-478f-947a-3943c344fb03 None None] Set router f1c7b644-9bad-43f2-a833-e95283661583 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:08.908556 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c77e8ddc-368a-481a-afbb-34ae22e57d5f admin admin] Publish callbacks [] for router_gateway (f1c7b644-9bad-43f2-a833-e95283661583), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:09.022830 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-c0240aa1-7fce-478f-947a-3943c344fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'name': 'tempest-TestMinimumBasicScenario-602463162-router', 'tenant_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd502a768-1e3e-4369-99c5-ccec46fdf0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:28:05Z', 'updated_at': '2022-10-24T13:34:08Z', 'revision_number': 5, 'project_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'gw_port': {'id': 'd502a768-1e3e-4369-99c5-ccec46fdf0a1', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:93:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:28:05Z', 'updated_at': '2022-10-24T13:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:09.044936 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-c77e8ddc-368a-481a-afbb-34ae22e57d5f admin admin] Deleting port d502a768-1e3e-4369-99c5-ccec46fdf0a1 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:34:09.045650 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c77e8ddc-368a-481a-afbb-34ae22e57d5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (d502a768-1e3e-4369-99c5-ccec46fdf0a1), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:09.054601 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0240aa1-7fce-478f-947a-3943c344fb03 None None] Checking router: f1c7b644-9bad-43f2-a833-e95283661583 for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:34:09.063885 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0240aa1-7fce-478f-947a-3943c344fb03 None None] Routers {'f1c7b644-9bad-43f2-a833-e95283661583'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:09.064542 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-c0240aa1-7fce-478f-947a-3943c344fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['f1c7b644-9bad-43f2-a833-e95283661583'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:09.134857 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-c77e8ddc-368a-481a-afbb-34ae22e57d5f admin admin] For port d502a768-1e3e-4369-99c5-ccec46fdf0a1, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=d502a768-1e3e-4369-99c5-ccec46fdf0a1,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:09.135066 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c77e8ddc-368a-481a-afbb-34ae22e57d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (d502a768-1e3e-4369-99c5-ccec46fdf0a1), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:09.150930 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-c77e8ddc-368a-481a-afbb-34ae22e57d5f admin admin] Calling delete_port for d502a768-1e3e-4369-99c5-ccec46fdf0a1 owned by network:router_gateway {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:34:09.155412 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-c0240aa1-7fce-478f-947a-3943c344fb03 None None] Set router f1c7b644-9bad-43f2-a833-e95283661583 gateway port host: None {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:09.194898 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:09.213425 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-c0240aa1-7fce-478f-947a-3943c344fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'name': 'tempest-TestMinimumBasicScenario-602463162-router', 'tenant_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:28:05Z', 'updated_at': '2022-10-24T13:34:08Z', 'revision_number': 6, 'project_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'gw_port_host': None}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:09.242928 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0240aa1-7fce-478f-947a-3943c344fb03 None None] The sync data for ids ['f1c7b644-9bad-43f2-a833-e95283661583'] in dv-cinder-862491-1-iscsi is: [{'id': 'f1c7b644-9bad-43f2-a833-e95283661583', 'name': 'tempest-TestMinimumBasicScenario-602463162-router', 'tenant_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:28:05Z', 'updated_at': '2022-10-24T13:34:08Z', 'revision_number': 6, 'project_id': 'bb17d85bda0745ecbc2ba5f99f664d6f', 'gw_port_host': None}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:34:09.244401 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-c29926cc-9ebd-4861-a9ef-64247ec93764 None None] Provisioning complete for port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:09.244776 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c29926cc-9ebd-4861-a9ef-64247ec93764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:09.245109 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-c29926cc-9ebd-4861-a9ef-64247ec93764 None None] Attempt 1 to provision port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb Oct 24 13:34:09.323908 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-c29926cc-9ebd-4861-a9ef-64247ec93764 None None] Current status of the port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:09.364626 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c77e8ddc-368a-481a-afbb-34ae22e57d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (d502a768-1e3e-4369-99c5-ccec46fdf0a1), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:09.397834 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e8ddc-368a-481a-afbb-34ae22e57d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=d502a768-1e3e-4369-99c5-ccec46fdf0a1,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:09.455472 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c77e8ddc-368a-481a-afbb-34ae22e57d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924636'] for router_gateway (f1c7b644-9bad-43f2-a833-e95283661583), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:09.541254 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c77e8ddc-368a-481a-afbb-34ae22e57d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-484265'] for router (f1c7b644-9bad-43f2-a833-e95283661583), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:09.543415 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c77e8ddc-368a-481a-afbb-34ae22e57d5f admin admin] Publish callbacks [] for router_controller (f1c7b644-9bad-43f2-a833-e95283661583), precommit_delete_associations {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:09.674120 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c77e8ddc-368a-481a-afbb-34ae22e57d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7921978'] for router (f1c7b644-9bad-43f2-a833-e95283661583), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:09.674120 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77e8ddc-368a-481a-afbb-34ae22e57d5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1c7b644-9bad-43f2-a833-e95283661583 {{(pid=104907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:34:09.682543 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c77e8ddc-368a-481a-afbb-34ae22e57d5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:09.683683 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-c77e8ddc-368a-481a-afbb-34ae22e57d5f admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/f1c7b644-9bad-43f2-a833-e95283661583 HTTP/1.1" status: 204 len: 168 time: 1.0154326 Oct 24 13:34:09.686220 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40964) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:09.729930 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_v2 [None req-129cc1b7-c3a7-4c20-bdc3-1eb8414a8b49 admin admin] Deleting subnet 39a4335f-928b-4100-a7c5-1bc11004a5ac {{(pid=104907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:34:09.733218 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-129cc1b7-c3a7-4c20-bdc3-1eb8414a8b49 admin admin] Publish callbacks [] for subnet (39a4335f-928b-4100-a7c5-1bc11004a5ac), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:09.771414 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-129cc1b7-c3a7-4c20-bdc3-1eb8414a8b49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4404742'] for subnet (39a4335f-928b-4100-a7c5-1bc11004a5ac), precommit_delete_associations {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:09.845530 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-129cc1b7-c3a7-4c20-bdc3-1eb8414a8b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (39a4335f-928b-4100-a7c5-1bc11004a5ac), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:09.901080 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=7 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:09.951606 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d9655-dea0-4c24-b6f7-398bd0c1b6d6 req-e18d0b87-23da-476d-bec8-505490cf8508 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:09.956930 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-041d9655-dea0-4c24-b6f7-398bd0c1b6d6 req-e18d0b87-23da-476d-bec8-505490cf8508 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0539989 Oct 24 13:34:10.011780 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-041d9655-dea0-4c24-b6f7-398bd0c1b6d6 req-1022c8db-7f22-47ef-ad03-fa7abd1390cc tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531945 Oct 24 13:34:10.012780 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-129cc1b7-c3a7-4c20-bdc3-1eb8414a8b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5210571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4442784'] for subnet (39a4335f-928b-4100-a7c5-1bc11004a5ac), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:10.041793 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cc1b7-c3a7-4c20-bdc3-1eb8414a8b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a4335f-928b-4100-a7c5-1bc11004a5ac,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:10.047189 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-129cc1b7-c3a7-4c20-bdc3-1eb8414a8b49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:10.053038 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8e6a12-9c06-43bc-8447-145af032f466 None None] Network 59223245-2000-49d6-b8da-7d7e05f7d268 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:34:10.054477 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-129cc1b7-c3a7-4c20-bdc3-1eb8414a8b49 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/39a4335f-928b-4100-a7c5-1bc11004a5ac HTTP/1.1" status: 204 len: 168 time: 0.3656032 Oct 24 13:34:10.055072 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 40974) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:10.134146 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (59223245-2000-49d6-b8da-7d7e05f7d268), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:10.179335 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] Deleting port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:34:10.179674 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:10.231238 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e881080-f090-4338-a75b-d2012c89d666 None None] DHCP port deletion for 59223245-2000-49d6-b8da-7d7e05f7d268 request from dv-cinder-862491-1-iscsi {{(pid=104909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:34:10.263785 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] For port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=2cb273d7-1f2d-4b1e-80c0-af75694cd7fb,segment=NetworkSegment(165b4139-880b-4b01-baa9-80348d2174ed),segment_id=165b4139-880b-4b01-baa9-80348d2174ed)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:10.264158 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:10.279490 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] Calling delete_port for 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb owned by network:dhcp {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:34:10.279712 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-6e881080-f090-4338-a75b-d2012c89d666 None None] Deleting port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb {{(pid=104909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:34:10.284425 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-6e881080-f090-4338-a75b-d2012c89d666 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), before_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:10.289408 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:10.367525 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-6e881080-f090-4338-a75b-d2012c89d666 None None] For port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=2cb273d7-1f2d-4b1e-80c0-af75694cd7fb,segment=NetworkSegment(165b4139-880b-4b01-baa9-80348d2174ed),segment_id=165b4139-880b-4b01-baa9-80348d2174ed)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:10.368168 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-6e881080-f090-4338-a75b-d2012c89d666 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), precommit_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:10.384757 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-6e881080-f090-4338-a75b-d2012c89d666 None None] Calling delete_port for 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb owned by network:dhcp {{(pid=104909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:34:10.386431 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:10.497739 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:10.503476 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-6e881080-f090-4338-a75b-d2012c89d666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071'] for port (2cb273d7-1f2d-4b1e-80c0-af75694cd7fb), after_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:10.529627 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e881080-f090-4338-a75b-d2012c89d666 None None] Pushing event deleted for resources: {'Port': ['ID=2cb273d7-1f2d-4b1e-80c0-af75694cd7fb,revision_number=None']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:10.531569 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e881080-f090-4338-a75b-d2012c89d666 None None] No DVR routers for this DVR port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb on host dv-cinder-862491-1-iscsi {{(pid=104909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:34:10.532086 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] No DVR routers for this DVR port 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb on host dv-cinder-862491-1-iscsi {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:34:10.548944 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb273d7-1f2d-4b1e-80c0-af75694cd7fb,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:10.611372 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (59223245-2000-49d6-b8da-7d7e05f7d268), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:10.632201 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59223245-2000-49d6-b8da-7d7e05f7d268']}} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:10.641663 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165b4139-880b-4b01-baa9-80348d2174ed') {'for_net_delete': True} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:10.641962 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165b4139-880b-4b01-baa9-80348d2174ed') {} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:10.648870 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 7f76aa82-538d-48fb-8e22-181907b01277 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:34:10.651922 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5528175'] for segment (165b4139-880b-4b01-baa9-80348d2174ed), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:10.652058 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:10.665653 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (165b4139-880b-4b01-baa9-80348d2174ed), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:10.668815 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 7f76aa82-538d-48fb-8e22-181907b01277 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:34:10.669228 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 7f76aa82-538d-48fb-8e22-181907b01277 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:34:10.669702 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device d502a768-1e3e-4369-99c5-ccec46fdf0a1 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:34:10.672419 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=104908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:34:10.672806 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387000'] for segment (165b4139-880b-4b01-baa9-80348d2174ed), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:10.689541 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: d502a768-1e3e-4369-99c5-ccec46fdf0a1 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:34:10.689888 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device d502a768-1e3e-4369-99c5-ccec46fdf0a1 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:34:10.690301 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:34:10.708808 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:34:10.714253 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 2cb273d7-1f2d-4b1e-80c0-af75694cd7fb not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:34:10.721836 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment 165b4139-880b-4b01-baa9-80348d2174ed resource provider aggregate not found Oct 24 13:34:10.744074 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment 165b4139-880b-4b01-baa9-80348d2174ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 165b4139-880b-4b01-baa9-80348d2174ed found for delete ", "request_id": "req-259439d1-acbe-46e9-ae4b-27d0d77cb8bc"}]} Oct 24 13:34:10.844333 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (59223245-2000-49d6-b8da-7d7e05f7d268), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:10.849523 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:10.852770 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/59223245-2000-49d6-b8da-7d7e05f7d268 HTTP/1.1" status: 204 len: 168 time: 0.7965357 Oct 24 13:34:10.867062 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa5ece-0eb2-48f6-b759-a96ed1e512c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=59223245-2000-49d6-b8da-7d7e05f7d268,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:11.141974 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40990) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:11.147693 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84780283-e241-4759-8be2-754b14e44456 req-80845e8d-65dc-4819-8ca4-5f6d20515633 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:11.149273 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-84780283-e241-4759-8be2-754b14e44456 req-80845e8d-65dc-4819-8ca4-5f6d20515633 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0531628 Oct 24 13:34:11.183526 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-48154aef-bff4-42f8-a677-757fd5c16f41 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=1742dccd5a764a31ab1a228ead5cdab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401688 Oct 24 13:34:11.186130 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 40992) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:11.198368 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-84780283-e241-4759-8be2-754b14e44456 req-b06c3166-4382-4f4d-b7ab-4f6a71d23870 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434077 Oct 24 13:34:11.240010 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a0d6b4ef-e35d-4e8c-b1cc-cc025c91537a admin admin] Publish callbacks [] for security_group (cba00242-8a71-4460-8c5c-54ed237ce423), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:11.261023 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a0d6b4ef-e35d-4e8c-b1cc-cc025c91537a admin admin] Publish callbacks [] for security_group (cba00242-8a71-4460-8c5c-54ed237ce423), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:11.277903 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:11.337306 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9750d5-e99a-41aa-8206-0eab9b73c0f4 req-293ba266-0857-4cc8-8247-35c5933e5df2 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:11.338783 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0c9750d5-e99a-41aa-8206-0eab9b73c0f4 req-293ba266-0857-4cc8-8247-35c5933e5df2 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0597520 Oct 24 13:34:11.386646 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0c9750d5-e99a-41aa-8206-0eab9b73c0f4 req-136cd0e7-9504-470c-ae9f-2dfb65a8c250 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422113 Oct 24 13:34:11.404513 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a0d6b4ef-e35d-4e8c-b1cc-cc025c91537a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (cba00242-8a71-4460-8c5c-54ed237ce423), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:11.407129 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a0d6b4ef-e35d-4e8c-b1cc-cc025c91537a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:11.410859 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-a0d6b4ef-e35d-4e8c-b1cc-cc025c91537a admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/cba00242-8a71-4460-8c5c-54ed237ce423 HTTP/1.1" status: 204 len: 168 time: 0.2212591 Oct 24 13:34:11.418136 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41000) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:11.418467 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6b4ef-e35d-4e8c-b1cc-cc025c91537a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba00242-8a71-4460-8c5c-54ed237ce423,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:11.639274 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f2073-8535-4e96-a19a-7f2546bc040c tempest-TestShelveInstance-599063112 tempest-TestShelveInstance-599063112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:11.640752 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-a77f2073-8535-4e96-a19a-7f2546bc040c tempest-TestShelveInstance-599063112 tempest-TestShelveInstance-599063112-project-admin] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 1124 time: 0.2216001 Oct 24 13:34:11.643752 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41004) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:11.648418 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Request body: {'floatingip': {'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'port_id': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:11.770344 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:11.854129 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:11.946672 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:11.961986 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Allocated IP 172.27.3.32 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/dc37893c-cdf5-4662-80e1-7f502e117f07) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:34:12.061771 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for port (dc37893c-cdf5-4662-80e1-7f502e117f07), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:12.067860 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:12.158004 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41008) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:12.175123 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (dc37893c-cdf5-4662-80e1-7f502e117f07), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:12.232635 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:34:12.242722 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:34:12.247612 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:34:12.250951 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Pushing event updated for resources: {'Port': ['ID=dc37893c-cdf5-4662-80e1-7f502e117f07,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:12.254874 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-2145f5a1-33d3-40a1-a74d-b7b6f8d582d4 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=bb17d85bda0745ecbc2ba5f99f664d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0957687 Oct 24 13:34:12.257817 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41010) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:12.308857 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b7d827b2-28a6-4a2b-9df3-56e06dec2e4b admin admin] Publish callbacks [] for security_group (46de06be-3e74-43a1-9dbf-b3719e1345dc), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:12.331971 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b7d827b2-28a6-4a2b-9df3-56e06dec2e4b admin admin] Publish callbacks [] for security_group (46de06be-3e74-43a1-9dbf-b3719e1345dc), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:12.421403 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b7d827b2-28a6-4a2b-9df3-56e06dec2e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (46de06be-3e74-43a1-9dbf-b3719e1345dc), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:12.424072 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b7d827b2-28a6-4a2b-9df3-56e06dec2e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:12.425264 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-b7d827b2-28a6-4a2b-9df3-56e06dec2e4b admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/46de06be-3e74-43a1-9dbf-b3719e1345dc HTTP/1.1" status: 204 len: 168 time: 0.1664474 Oct 24 13:34:12.434167 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d827b2-28a6-4a2b-9df3-56e06dec2e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46de06be-3e74-43a1-9dbf-b3719e1345dc,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:12.614809 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for floatingip (570bfbe3-e287-45dc-8212-eea71c9f9e3a), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:12.737959 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:12.741168 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (dc37893c-cdf5-4662-80e1-7f502e117f07), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:12.896887 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for port (dc37893c-cdf5-4662-80e1-7f502e117f07), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:12.998780 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (dc37893c-cdf5-4662-80e1-7f502e117f07), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:13.065983 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (570bfbe3-e287-45dc-8212-eea71c9f9e3a), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:13.066191 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0d4f9-a973-4349-b105-9b6408f8d804 req-cbd0f3c4-b380-4d31-b00d-e172362af560 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:13.070182 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Pushing event updated for resources: {'Port': ['ID=dc37893c-cdf5-4662-80e1-7f502e117f07,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:13.078695 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-53e0d4f9-a973-4349-b105-9b6408f8d804 req-cbd0f3c4-b380-4d31-b00d-e172362af560 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0529559 Oct 24 13:34:13.127383 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-53e0d4f9-a973-4349-b105-9b6408f8d804 req-38c73a99-3f01-4d7f-87b3-1a380c5071d1 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493104 Oct 24 13:34:13.179242 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Floating IP 570bfbe3-e287-45dc-8212-eea71c9f9e3a associated. External IP: 172.27.3.32, port: 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b. Oct 24 13:34:13.216123 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:13.386343 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Router 197b7554-eb6c-48e1-9251-d2bace18e7f2 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:34:13.497778 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:34:13.509071 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5043276-1cb8-4818-b848-f34787673506 None None] Sync routers for ids ['197b7554-eb6c-48e1-9251-d2bace18e7f2'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:34:13.521989 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5043276-1cb8-4818-b848-f34787673506 None None] Routers {'197b7554-eb6c-48e1-9251-d2bace18e7f2'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:13.521989 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-e5043276-1cb8-4818-b848-f34787673506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['197b7554-eb6c-48e1-9251-d2bace18e7f2'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:13.572999 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:13.612990 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-258d7df9-d2e5-4ac5-8f07-90d3e9be168b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9680772 Oct 24 13:34:13.619317 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'tag': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:34:13.619317 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41ca261-e511-45d7-aa31-16e698c9a4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "25ad1362-6db1-48be-8ddb-3fa0b0f78404", "tag": "70dbb5cd-19fd-4c0e-b47a-955a76e67b6b"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:34:13.622067 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41044) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:13.630387 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-e5043276-1cb8-4818-b848-f34787673506 None None] Set router 197b7554-eb6c-48e1-9251-d2bace18e7f2 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:13.675065 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3eb59ce-d8c3-49a5-9e62-fdfba45670a7 x-openstack-request-id: req-d3eb59ce-d8c3-49a5-9e62-fdfba45670a7 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:34:13.675403 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ad1362-6db1-48be-8ddb-3fa0b0f78404", "tag": "70dbb5cd-19fd-4c0e-b47a-955a76e67b6b", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:34:13.675652 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3eb59ce-d8c3-49a5-9e62-fdfba45670a7 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:34:13.676132 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3eb59ce-d8c3-49a5-9e62-fdfba45670a7'] response: {'name': 'network-changed', 'server_uuid': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'tag': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b', 'status': 'completed', 'code': 200} Oct 24 13:34:13.741890 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-68f01608-d4db-45f2-b583-fe1b50e6c724 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-283287344-network', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:13.821405 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f01608-d4db-45f2-b583-fe1b50e6c724 admin admin] Made reservation on behalf of 46d41e46b7e3415684c32b22f31eefb5 for: {'network': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:34:13.823847 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-68f01608-d4db-45f2-b583-fe1b50e6c724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:13.830496 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=100 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:13.833464 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-68f01608-d4db-45f2-b583-fe1b50e6c724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:13.850012 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-e5043276-1cb8-4818-b848-f34787673506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'name': 'tempest-TestShelveInstance-1062771519-router', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:01Z', 'revision_number': 4, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'gw_port': {'id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '570bfbe3-e287-45dc-8212-eea71c9f9e3a', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'port_id': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'mac_address': 'fa:16:3e:4b:3e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:34:12Z', 'updated_at': '2022-10-24T13:34:12Z', 'revision_number': 0, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01066474-0f82-40ba-ae35-04c0e15c38da', 'name': '', 'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'mac_address': 'fa:16:3e:df:48:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:01Z', 'updated_at': '2022-10-24T13:33:06Z', 'revision_number': 5, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'subnets': [{'id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:13.865894 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:13.878051 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5043276-1cb8-4818-b848-f34787673506 None None] Checking router: 197b7554-eb6c-48e1-9251-d2bace18e7f2 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:34:13.887480 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5043276-1cb8-4818-b848-f34787673506 None None] Routers {'197b7554-eb6c-48e1-9251-d2bace18e7f2'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:13.888079 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-e5043276-1cb8-4818-b848-f34787673506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['197b7554-eb6c-48e1-9251-d2bace18e7f2'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:13.909263 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-68f01608-d4db-45f2-b583-fe1b50e6c724 admin admin] Publish callbacks [] for security_group (1b16bb5f-aa5f-4304-ba57-173e9be713da), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:13.981455 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-68f01608-d4db-45f2-b583-fe1b50e6c724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (1b16bb5f-aa5f-4304-ba57-173e9be713da), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:14.008435 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f01608-d4db-45f2-b583-fe1b50e6c724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=104908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:34:14.018938 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f01608-d4db-45f2-b583-fe1b50e6c724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b16bb5f-aa5f-4304-ba57-173e9be713da,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:14.025949 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-68f01608-d4db-45f2-b583-fe1b50e6c724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:14.026444 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.segments_db [None req-68f01608-d4db-45f2-b583-fe1b50e6c724 admin admin] Added segment 7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d of type vlan for network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 Oct 24 13:34:14.073026 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-68f01608-d4db-45f2-b583-fe1b50e6c724 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (f594f9ca-1fdb-418d-87fd-7e11dd1c7532), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:14.082214 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-e5043276-1cb8-4818-b848-f34787673506 None None] Set router 197b7554-eb6c-48e1-9251-d2bace18e7f2 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:14.153161 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-68f01608-d4db-45f2-b583-fe1b50e6c724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (f594f9ca-1fdb-418d-87fd-7e11dd1c7532), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:14.154234 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f01608-d4db-45f2-b583-fe1b50e6c724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:14.154853 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-68f01608-d4db-45f2-b583-fe1b50e6c724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:14.219147 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f01608-d4db-45f2-b583-fe1b50e6c724 admin admin] Pushing event updated for resources: {'Network': ['ID=f594f9ca-1fdb-418d-87fd-7e11dd1c7532,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:14.230991 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:34:14.250312 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-68f01608-d4db-45f2-b583-fe1b50e6c724 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6269886 Oct 24 13:34:14.253383 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41050) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:14.260597 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-18a555b6-c4a2-4e37-848e-ae147f325363 admin admin] Request body: {'subnet': {'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-283287344-subnet', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'ip_version': 4}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:14.276636 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795b69e-df85-4b6d-9bc1-d9abaf5ca480 req-03349009-29d8-44a5-9558-67930b12482e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:14.278141 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e795b69e-df85-4b6d-9bc1-d9abaf5ca480 req-03349009-29d8-44a5-9558-67930b12482e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0650773 Oct 24 13:34:14.298466 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-e5043276-1cb8-4818-b848-f34787673506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'name': 'tempest-TestShelveInstance-1062771519-router', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:01Z', 'revision_number': 4, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'gw_port': {'id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '570bfbe3-e287-45dc-8212-eea71c9f9e3a', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'port_id': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'mac_address': 'fa:16:3e:4b:3e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:34:12Z', 'updated_at': '2022-10-24T13:34:12Z', 'revision_number': 0, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01066474-0f82-40ba-ae35-04c0e15c38da', 'name': '', 'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'mac_address': 'fa:16:3e:df:48:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:01Z', 'updated_at': '2022-10-24T13:33:06Z', 'revision_number': 5, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'subnets': [{'id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:14.324471 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5043276-1cb8-4818-b848-f34787673506 None None] The sync data for ids ['197b7554-eb6c-48e1-9251-d2bace18e7f2'] in dv-cinder-862491-1-iscsi is: [{'id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'name': 'tempest-TestShelveInstance-1062771519-router', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:01Z', 'revision_number': 4, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'gw_port': {'id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '570bfbe3-e287-45dc-8212-eea71c9f9e3a', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'port_id': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'mac_address': 'fa:16:3e:4b:3e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:34:12Z', 'updated_at': '2022-10-24T13:34:12Z', 'revision_number': 0, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01066474-0f82-40ba-ae35-04c0e15c38da', 'name': '', 'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'mac_address': 'fa:16:3e:df:48:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:01Z', 'updated_at': '2022-10-24T13:33:06Z', 'revision_number': 5, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'subnets': [{'id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:34:14.336316 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e795b69e-df85-4b6d-9bc1-d9abaf5ca480 req-5c6f3d4a-d346-443b-9df1-43266ae8a175 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469811 Oct 24 13:34:14.341203 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a555b6-c4a2-4e37-848e-ae147f325363 admin admin] Made reservation on behalf of 46d41e46b7e3415684c32b22f31eefb5 for: {'subnet': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:34:14.343578 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-18a555b6-c4a2-4e37-848e-ae147f325363 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4442815'] for subnet (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:14.457777 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:14.516545 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f2a8fd-e7f0-44b7-8971-ee16841fe8c6 None None] New status for floating IP 570bfbe3-e287-45dc-8212-eea71c9f9e3a: ACTIVE {{(pid=104909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:34:14.600355 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-18a555b6-c4a2-4e37-848e-ae147f325363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5210504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4442793'] for subnet (c754290e-efaf-4855-ae51-c99dff5cf159), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:14.667824 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a555b6-c4a2-4e37-848e-ae147f325363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c754290e-efaf-4855-ae51-c99dff5cf159,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:14.672171 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a555b6-c4a2-4e37-848e-ae147f325363 admin admin] Checking segment: {'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:34:14.672547 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a555b6-c4a2-4e37-848e-ae147f325363 admin admin] Network hostable DHCP agents. Network: f594f9ca-1fdb-418d-87fd-7e11dd1c7532, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:34:14.685696 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:14.764132 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a555b6-c4a2-4e37-848e-ae147f325363 admin admin] Network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:34:14.855833 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-18a555b6-c4a2-4e37-848e-ae147f325363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, f594f9ca-1fdb-418d-87fd-7e11dd1c7532) {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:34:14.859731 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a555b6-c4a2-4e37-848e-ae147f325363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:14.860378 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-18a555b6-c4a2-4e37-848e-ae147f325363 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:14.864487 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdbe671-c4fd-49e1-a318-3678ca2a8524 None None] Network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:34:14.944244 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-18a555b6-c4a2-4e37-848e-ae147f325363 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6897919 Oct 24 13:34:14.947078 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41052) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:14.951600 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:14.965626 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6000219d-3d5a-5fb9-ba21-95674ac20389-f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159'}]}} from dv-cinder-862491-1-iscsi. {{(pid=104909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:34:14.966559 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:15.032940 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7918676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-484287'] for router (45866912-da40-436b-875e-353f0d0e44df), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:15.033974 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7925022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-484256'] for router (45866912-da40-436b-875e-353f0d0e44df), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:15.085139 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Publish callbacks [] for router_controller (45866912-da40-436b-875e-353f0d0e44df), precommit_add_association {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:15.099602 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.db_base_plugin_common [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Allocated IP 172.20.0.2 (f594f9ca-1fdb-418d-87fd-7e11dd1c7532/c754290e-efaf-4855-ae51-c99dff5cf159/15798fce-b579-4bbd-94b5-1f304efb0362) {{(pid=104909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:34:15.267914 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Publish callbacks [] for router_gateway (45866912-da40-436b-875e-353f0d0e44df), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:15.287480 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ca261-e511-45d7-aa31-16e698c9a4b4 req-e6375016-1754-42e6-bb0d-2acf05529d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:15.289253 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b41ca261-e511-45d7-aa31-16e698c9a4b4 req-e6375016-1754-42e6-bb0d-2acf05529d06 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=a946788afc074f079618f1a848ec0f8c&device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 1129 time: 0.0483065 Oct 24 13:34:15.358768 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:15.380780 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Publish callbacks [] for port (15798fce-b579-4bbd-94b5-1f304efb0362), precommit_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:15.394536 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ca261-e511-45d7-aa31-16e698c9a4b4 req-8582bf40-e943-45e3-9ff2-f8850f3c299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:15.396771 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b41ca261-e511-45d7-aa31-16e698c9a4b4 req-8582bf40-e943-45e3-9ff2-f8850f3c299d service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=67459548-be71-4331-875c-7f5bcf34433e HTTP/1.1" status: 200 len: 910 time: 0.1021073 Oct 24 13:34:15.439605 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (15798fce-b579-4bbd-94b5-1f304efb0362), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:15.476551 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 is already hosted by enough agents. {{(pid=104909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:34:15.479651 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.base_scheduler [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Resources bound (agent type, host, resource id): {{(pid=104909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:34:15.483631 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Received port after_create {{(pid=104909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:34:15.522057 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Publish callbacks [] for router_gateway (45866912-da40-436b-875e-353f0d0e44df), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:15.523078 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Pushing event updated for resources: {'Port': ['ID=15798fce-b579-4bbd-94b5-1f304efb0362,revision_number=1']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:15.545986 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:15.566599 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Attempting to bind port 15798fce-b579-4bbd-94b5-1f304efb0362 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:34:15.567063 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Attempting to bind port 15798fce-b579-4bbd-94b5-1f304efb0362 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:34:15.573744 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Attempting to bind port 15798fce-b579-4bbd-94b5-1f304efb0362 on network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:34:15.631143 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:34:15.631143 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Checking segment: {'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:34:15.631563 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:15.631807 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Bound using segment: {'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:34:15.632298 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Bound port: 15798fce-b579-4bbd-94b5-1f304efb0362, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:34:15.632680 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (15798fce-b579-4bbd-94b5-1f304efb0362), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:15.679501 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Allocated IP 172.27.3.81 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/ec87cdd7-bebb-42a7-81e9-42311f3b8ca0) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:34:15.697928 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] For port 15798fce-b579-4bbd-94b5-1f304efb0362, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:34:15.701526 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] For port 15798fce-b579-4bbd-94b5-1f304efb0362, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=15798fce-b579-4bbd-94b5-1f304efb0362,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:34:15.750776 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c1711-ee6c-4d64-883a-0ed1e8a8c683 req-17044ef6-c810-4816-b37b-d59df66bb84c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:15.752481 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c43c1711-ee6c-4d64-883a-0ed1e8a8c683 req-17044ef6-c810-4816-b37b-d59df66bb84c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.3142562 Oct 24 13:34:15.754170 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b41ca261-e511-45d7-aa31-16e698c9a4b4 req-13b517f8-4f30-4d3c-b77e-447b21acde5c service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b HTTP/1.1" status: 200 len: 1000 time: 0.3507562 Oct 24 13:34:15.771516 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (15798fce-b579-4bbd-94b5-1f304efb0362), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:15.797196 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Publish callbacks [] for port (ec87cdd7-bebb-42a7-81e9-42311f3b8ca0), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:15.808729 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:15.819773 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:15.831655 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ca261-e511-45d7-aa31-16e698c9a4b4 req-df0a5612-12d6-48f3-b55b-a7cbe87cfecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:15.833184 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b41ca261-e511-45d7-aa31-16e698c9a4b4 req-df0a5612-12d6-48f3-b55b-a7cbe87cfecf service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=952d7792-b08c-45db-8ea8-bc692caa7a42 HTTP/1.1" status: 200 len: 848 time: 0.0684998 Oct 24 13:34:15.835133 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bde2d-da71-444e-a04f-ccdb6ae47e51 None None] Pushing event updated for resources: {'Port': ['ID=15798fce-b579-4bbd-94b5-1f304efb0362,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:15.849323 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c43c1711-ee6c-4d64-883a-0ed1e8a8c683 req-0b36e850-fb51-4fa0-a180-19637deb9844 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=21f36e95-f6c6-46d3-a6ce-af728595ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900319 Oct 24 13:34:15.890976 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (ec87cdd7-bebb-42a7-81e9-42311f3b8ca0), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:15.931556 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:34:15.937339 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:34:15.939750 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:34:15.984110 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Pushing event updated for resources: {'Port': ['ID=ec87cdd7-bebb-42a7-81e9-42311f3b8ca0,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:15.996258 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727ee33-25bf-4140-b1f2-345e3c98d310 req-7aec7ff4-0739-4e0d-8a14-1be6972c5e01 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:15.997744 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:15.998235 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f727ee33-25bf-4140-b1f2-345e3c98d310 req-7aec7ff4-0739-4e0d-8a14-1be6972c5e01 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 945 time: 0.0845532 Oct 24 13:34:16.033518 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ca261-e511-45d7-aa31-16e698c9a4b4 req-73513a0d-353a-41b8-a6d6-38c8ce104478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:16.035094 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b41ca261-e511-45d7-aa31-16e698c9a4b4 req-73513a0d-353a-41b8-a6d6-38c8ce104478 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=67459548-be71-4331-875c-7f5bcf34433e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1201184 Oct 24 13:34:16.157890 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-f727ee33-25bf-4140-b1f2-345e3c98d310 req-5706957e-45e4-405b-b4c7-b24c26e87b21 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Deleting port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:34:16.158222 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-f727ee33-25bf-4140-b1f2-345e3c98d310 req-5706957e-45e4-405b-b4c7-b24c26e87b21 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:16.229783 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b41ca261-e511-45d7-aa31-16e698c9a4b4 req-fa4b88cc-af5d-41cc-9dc0-a6ed5f928abb service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878221 Oct 24 13:34:16.326862 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-f727ee33-25bf-4140-b1f2-345e3c98d310 req-5706957e-45e4-405b-b4c7-b24c26e87b21 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] For port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:16.327556 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-f727ee33-25bf-4140-b1f2-345e3c98d310 req-5706957e-45e4-405b-b4c7-b24c26e87b21 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:16.329489 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:16.353057 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:16.402714 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b41ca261-e511-45d7-aa31-16e698c9a4b4 req-c73c63d3-472e-45cc-a6f5-daa8f1db670e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654463 Oct 24 13:34:16.517248 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-f727ee33-25bf-4140-b1f2-345e3c98d310 req-5706957e-45e4-405b-b4c7-b24c26e87b21 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:16.517669 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-f727ee33-25bf-4140-b1f2-345e3c98d310 req-5706957e-45e4-405b-b4c7-b24c26e87b21 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (bfb1a4d9-43fd-4294-be34-c2ac24a21cca), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:16.517988 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [req-f727ee33-25bf-4140-b1f2-345e3c98d310 req-5706957e-45e4-405b-b4c7-b24c26e87b21 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Floating IP bfb1a4d9-43fd-4294-be34-c2ac24a21cca disassociated. External IP: 172.27.3.17, port: c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383. Oct 24 13:34:16.518332 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-f727ee33-25bf-4140-b1f2-345e3c98d310 req-5706957e-45e4-405b-b4c7-b24c26e87b21 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Calling delete_port for c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:34:16.538522 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Publish callbacks [] for router_gateway (45866912-da40-436b-875e-353f0d0e44df), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:16.587819 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:16.713164 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 15798fce-b579-4bbd-94b5-1f304efb0362 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:34:16.737458 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-f727ee33-25bf-4140-b1f2-345e3c98d310 req-5706957e-45e4-405b-b4c7-b24c26e87b21 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:16.762286 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7925167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899404'] for router (45866912-da40-436b-875e-353f0d0e44df), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:16.773747 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 15798fce-b579-4bbd-94b5-1f304efb0362 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:16.774140 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (15798fce-b579-4bbd-94b5-1f304efb0362), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:16.774463 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 15798fce-b579-4bbd-94b5-1f304efb0362 Oct 24 13:34:16.787093 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706957e-45e4-405b-b4c7-b24c26e87b21 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Pushing event deleted for resources: {'Port': ['ID=c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:16.864656 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 15798fce-b579-4bbd-94b5-1f304efb0362 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:16.865114 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (15798fce-b579-4bbd-94b5-1f304efb0362), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:16.904792 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 15798fce-b579-4bbd-94b5-1f304efb0362, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=15798fce-b579-4bbd-94b5-1f304efb0362,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:16.907471 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b32753-33ff-43d0-99f2-1c3a3c3a7fd5 None None] Network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:34:16.927830 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f727ee33-25bf-4140-b1f2-345e3c98d310 req-5706957e-45e4-405b-b4c7-b24c26e87b21 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Router 280a2765-9c78-4045-9245-b3efcbe9eeaa has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:34:16.969533 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-0a6c9a19-989c-4041-b410-bb3c03dbad8d None None] Provisioning complete for port 15798fce-b579-4bbd-94b5-1f304efb0362 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:16.969911 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-0a6c9a19-989c-4041-b410-bb3c03dbad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (15798fce-b579-4bbd-94b5-1f304efb0362), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:16.970245 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-0a6c9a19-989c-4041-b410-bb3c03dbad8d None None] Attempt 1 to provision port 15798fce-b579-4bbd-94b5-1f304efb0362 Oct 24 13:34:16.976986 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8d5fa5ce-8a84-4d09-9a36-22f6c7459a35 req-97100a9d-3998-448b-a357-a7fb69875f1d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 210 time: 0.0297661 Oct 24 13:34:16.997373 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (15798fce-b579-4bbd-94b5-1f304efb0362), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:17.016072 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Router 45866912-da40-436b-875e-353f0d0e44df is scheduled to L3 agent 8e6639ec-a083-4776-87de-588f23b64293 with binding_index 1 {{(pid=104907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:34:17.045623 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f727ee33-25bf-4140-b1f2-345e3c98d310 req-5706957e-45e4-405b-b4c7-b24c26e87b21 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:34:17.062782 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5186e8-f3a1-4147-aeab-72522a22d858 None None] Sync routers for ids ['280a2765-9c78-4045-9245-b3efcbe9eeaa'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:34:17.072598 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5186e8-f3a1-4147-aeab-72522a22d858 None None] Routers {'280a2765-9c78-4045-9245-b3efcbe9eeaa'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:17.076977 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-7f5186e8-f3a1-4147-aeab-72522a22d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['280a2765-9c78-4045-9245-b3efcbe9eeaa'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:17.082162 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:17.121762 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=15798fce-b579-4bbd-94b5-1f304efb0362,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:17.137389 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f727ee33-25bf-4140-b1f2-345e3c98d310 req-5706957e-45e4-405b-b4c7-b24c26e87b21 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] No DVR routers for this DVR port c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:34:17.145439 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-f727ee33-25bf-4140-b1f2-345e3c98d310 req-5706957e-45e4-405b-b4c7-b24c26e87b21 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:17.148799 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c9a19-989c-4041-b410-bb3c03dbad8d None None] Current status of the port 15798fce-b579-4bbd-94b5-1f304efb0362 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:17.153739 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:34:17.162987 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Sync routers for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:34:17.176177 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f727ee33-25bf-4140-b1f2-345e3c98d310 req-5706957e-45e4-405b-b4c7-b24c26e87b21 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.59 "DELETE /networking/v2.0/ports/c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 HTTP/1.1" status: 204 len: 173 time: 1.1706834 Oct 24 13:34:17.177957 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'name': 'network-vif-deleted', 'tag': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:34:17.180979 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:17.183509 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bda9429-bd05-43d6-b310-eba984081916" -d '{"events": [{"server_uuid": "bb595949-cb79-47e4-b760-6e9dfd97b222", "name": "network-vif-deleted", "tag": "c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:34:17.187397 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:17.231754 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=100 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:17.234975 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-7f5186e8-f3a1-4147-aeab-72522a22d858 None None] Set router 280a2765-9c78-4045-9245-b3efcbe9eeaa gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:17.254177 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b02e6ec-1c3d-460c-8220-c2a78e40b2a1 x-openstack-request-id: req-5b02e6ec-1c3d-460c-8220-c2a78e40b2a1 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:34:17.254177 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb595949-cb79-47e4-b760-6e9dfd97b222", "name": "network-vif-deleted", "tag": "c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:34:17.254177 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b02e6ec-1c3d-460c-8220-c2a78e40b2a1 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:34:17.254177 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b02e6ec-1c3d-460c-8220-c2a78e40b2a1'] response: {'server_uuid': 'bb595949-cb79-47e4-b760-6e9dfd97b222', 'name': 'network-vif-deleted', 'tag': 'c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383', 'status': 'completed', 'code': 200} Oct 24 13:34:17.306039 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:17.323179 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:17.324539 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-fb68eb84-4156-4928-94d0-5202e9b0399b admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3763793 Oct 24 13:34:17.327504 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41062) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:17.489980 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-7f5186e8-f3a1-4147-aeab-72522a22d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port': {'id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '098e25dc-7780-4416-a849-75d3a818a7fb', 'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'mac_address': 'fa:16:3e:e5:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:37Z', 'revision_number': 5, 'project_id': '986792b802264c748e4614c4d2a17680', 'subnets': [{'id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:17.522005 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5186e8-f3a1-4147-aeab-72522a22d858 None None] Checking router: 280a2765-9c78-4045-9245-b3efcbe9eeaa for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:34:17.531850 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5186e8-f3a1-4147-aeab-72522a22d858 None None] Routers {'280a2765-9c78-4045-9245-b3efcbe9eeaa'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:17.532486 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-7f5186e8-f3a1-4147-aeab-72522a22d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['280a2765-9c78-4045-9245-b3efcbe9eeaa'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:17.536404 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-d87de3ce-7b2a-41e5-8391-d0736d8b7012 None None] Provisioning complete for port 15798fce-b579-4bbd-94b5-1f304efb0362 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:17.536404 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-d87de3ce-7b2a-41e5-8391-d0736d8b7012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (15798fce-b579-4bbd-94b5-1f304efb0362), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:17.536404 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-d87de3ce-7b2a-41e5-8391-d0736d8b7012 None None] Attempt 1 to provision port 15798fce-b579-4bbd-94b5-1f304efb0362 Oct 24 13:34:17.558350 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:16Z', 'revision_number': 3, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:17.591575 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Checking router: 45866912-da40-436b-875e-353f0d0e44df for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:34:17.591859 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Updating router 45866912-da40-436b-875e-353f0d0e44df port ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 binding host dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:34:17.634293 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (ec87cdd7-bebb-42a7-81e9-42311f3b8ca0), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:17.636383 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:17.650219 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-7f5186e8-f3a1-4147-aeab-72522a22d858 None None] Set router 280a2765-9c78-4045-9245-b3efcbe9eeaa gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:17.654613 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:17.702102 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-d87de3ce-7b2a-41e5-8391-d0736d8b7012 None None] Current status of the port 15798fce-b579-4bbd-94b5-1f304efb0362 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:17.827372 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=100 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:17.838086 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:17.880868 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-7f5186e8-f3a1-4147-aeab-72522a22d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port': {'id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '098e25dc-7780-4416-a849-75d3a818a7fb', 'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'mac_address': 'fa:16:3e:e5:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:37Z', 'revision_number': 5, 'project_id': '986792b802264c748e4614c4d2a17680', 'subnets': [{'id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:17.912937 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5186e8-f3a1-4147-aeab-72522a22d858 None None] The sync data for ids ['280a2765-9c78-4045-9245-b3efcbe9eeaa'] in dv-cinder-862491-1-iscsi is: [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:27Z', 'revision_number': 4, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port': {'id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '098e25dc-7780-4416-a849-75d3a818a7fb', 'name': '', 'network_id': '66080719-964f-4fc3-8c4a-84b1c81a6ebc', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'mac_address': 'fa:16:3e:e5:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:37Z', 'revision_number': 5, 'project_id': '986792b802264c748e4614c4d2a17680', 'subnets': [{'id': '23b6e2ac-f85b-4064-b811-8257eb367afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:34:17.933708 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Publish callbacks [] for port (ec87cdd7-bebb-42a7-81e9-42311f3b8ca0), precommit_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:18.004251 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (ec87cdd7-bebb-42a7-81e9-42311f3b8ca0), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:18.010648 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Allocated IP 172.20.0.1 (f594f9ca-1fdb-418d-87fd-7e11dd1c7532/c754290e-efaf-4855-ae51-c99dff5cf159/5e4bdabd-6f58-42ce-bbae-724366123e93) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:34:18.053650 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fd367-4999-4052-8882-96cd5063478c None None] Pushing event updated for resources: {'Port': ['ID=ec87cdd7-bebb-42a7-81e9-42311f3b8ca0,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:18.060067 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Attempting to bind port ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:34:18.060554 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Attempting to bind port ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:34:18.063225 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Attempting to bind port ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 on network 493fa87f-9a93-417f-808a-5bb82e719d97 {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:34:18.119709 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:34:18.119709 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Checking segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:34:18.119709 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:18.119709 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Bound using segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:34:18.119709 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Bound port: ec87cdd7-bebb-42a7-81e9-42311f3b8ca0, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:34:18.119709 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (ec87cdd7-bebb-42a7-81e9-42311f3b8ca0), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:18.122506 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:18.152223 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-eded05d0-efcf-4520-a7f6-c5d50467b488 req-4833cbbb-fad3-41d7-b76f-2c53ae5000c5 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb595949-cb79-47e4-b760-6e9dfd97b222 HTTP/1.1" status: 200 len: 210 time: 0.0424688 Oct 24 13:34:18.176858 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] For port ec87cdd7-bebb-42a7-81e9-42311f3b8ca0, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:34:18.180148 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] For port ec87cdd7-bebb-42a7-81e9-42311f3b8ca0, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=ec87cdd7-bebb-42a7-81e9-42311f3b8ca0,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:34:18.187685 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Publish callbacks [] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:18.204350 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:18.227542 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4015f-5b78-4d78-ba13-98220633ec9a None None] New status for floating IP bfb1a4d9-43fd-4294-be34-c2ac24a21cca: DOWN {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:34:18.233933 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (ec87cdd7-bebb-42a7-81e9-42311f3b8ca0), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:18.268421 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:18.269054 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:18.296222 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:18.327835 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fd367-4999-4052-8882-96cd5063478c None None] Pushing event updated for resources: {'Port': ['ID=ec87cdd7-bebb-42a7-81e9-42311f3b8ca0,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:18.335973 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:34:18.338517 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:34:18.340987 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:34:18.383474 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Pushing event updated for resources: {'Port': ['ID=5e4bdabd-6f58-42ce-bbae-724366123e93,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:18.394294 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7922112'] for router_interface (45866912-da40-436b-875e-353f0d0e44df), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:18.407213 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:18.521595 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:18.592304 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:16Z', 'revision_number': 3, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:18.624302 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7cfc17-cd11-4ae8-b208-6018732ed00d None None] The sync data for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi is: [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:16Z', 'revision_number': 3, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:34:18.636972 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-99dcb7e5-3798-49e3-b275-470e37371db2 None None] Provisioning complete for port 5e4bdabd-6f58-42ce-bbae-724366123e93 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:18.637559 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-99dcb7e5-3798-49e3-b275-470e37371db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:18.638073 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-99dcb7e5-3798-49e3-b275-470e37371db2 None None] Attempt 1 to provision port 5e4bdabd-6f58-42ce-bbae-724366123e93 Oct 24 13:34:18.643768 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:18.683771 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-99dcb7e5-3798-49e3-b275-470e37371db2 None None] Port 5e4bdabd-6f58-42ce-bbae-724366123e93 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:34:18.700303 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 15798fce-b579-4bbd-94b5-1f304efb0362 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:34:18.741142 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:18.748812 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 15798fce-b579-4bbd-94b5-1f304efb0362 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:18.749181 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (15798fce-b579-4bbd-94b5-1f304efb0362), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:18.749511 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 15798fce-b579-4bbd-94b5-1f304efb0362 Oct 24 13:34:18.821394 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Publish callbacks [] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:18.828399 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 15798fce-b579-4bbd-94b5-1f304efb0362 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:18.885525 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211953'] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:18.960611 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Pushing event updated for resources: {'Port': ['ID=5e4bdabd-6f58-42ce-bbae-724366123e93,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:18.963034 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8330499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7922004'] for router_interface (45866912-da40-436b-875e-353f0d0e44df), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:19.056963 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:19.058933 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:34:19.060356 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:34:19.182639 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Router 45866912-da40-436b-875e-353f0d0e44df has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:34:19.302591 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-5507e26d-2110-4295-8ddd-1da365b914c7 None None] Provisioning complete for port 5e4bdabd-6f58-42ce-bbae-724366123e93 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:19.303145 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-5507e26d-2110-4295-8ddd-1da365b914c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:19.303480 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-5507e26d-2110-4295-8ddd-1da365b914c7 None None] Attempt 1 to provision port 5e4bdabd-6f58-42ce-bbae-724366123e93 Oct 24 13:34:19.310536 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:34:19.316770 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-ecf2c85b-84e1-416f-bcdc-c85caf7ae0aa admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/45866912-da40-436b-875e-353f0d0e44df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9882236 Oct 24 13:34:19.330106 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41072) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:19.352452 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-5507e26d-2110-4295-8ddd-1da365b914c7 None None] Port 5e4bdabd-6f58-42ce-bbae-724366123e93 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:34:19.419398 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c516afab-21e4-4f24-9e48-85768d32fa94 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for security_group (21f36e95-f6c6-46d3-a6ce-af728595ff6f), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:19.443805 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c516afab-21e4-4f24-9e48-85768d32fa94 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for security_group (21f36e95-f6c6-46d3-a6ce-af728595ff6f), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:19.616226 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c516afab-21e4-4f24-9e48-85768d32fa94 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (21f36e95-f6c6-46d3-a6ce-af728595ff6f), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:19.618910 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c516afab-21e4-4f24-9e48-85768d32fa94 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:19.620085 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-c516afab-21e4-4f24-9e48-85768d32fa94 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/21f36e95-f6c6-46d3-a6ce-af728595ff6f HTTP/1.1" status: 204 len: 168 time: 0.2889664 Oct 24 13:34:19.622799 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41080) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:19.629487 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516afab-21e4-4f24-9e48-85768d32fa94 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f36e95-f6c6-46d3-a6ce-af728595ff6f,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:19.638866 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.api.v2.resource [None req-3b2b7421-7c39-430a-8f84-2d5f836eac3d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] show failed (client error): The resource could not be found. Oct 24 13:34:19.639861 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-3b2b7421-7c39-430a-8f84-2d5f836eac3d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups/21f36e95-f6c6-46d3-a6ce-af728595ff6f HTTP/1.1" status: 404 len: 347 time: 0.0159278 Oct 24 13:34:19.642567 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41082) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:19.767775 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-b0d9a9b9-5acf-4326-8ea1-2d3bb2e779b7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Deleting port a6048afd-54d0-4904-a804-a3f5abdf2590 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:34:19.768185 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b0d9a9b9-5acf-4326-8ea1-2d3bb2e779b7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (a6048afd-54d0-4904-a804-a3f5abdf2590), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:19.818912 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:34:19.823300 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:19.838395 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:34:19.838741 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device c2e4dc49-a4c3-4b4e-97ea-3d9c9f960383 not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:34:19.851942 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b0d9a9b9-5acf-4326-8ea1-2d3bb2e779b7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (a6048afd-54d0-4904-a804-a3f5abdf2590), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:19.852262 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b0d9a9b9-5acf-4326-8ea1-2d3bb2e779b7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for floatingip (a6048afd-54d0-4904-a804-a3f5abdf2590), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:19.866432 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-b0d9a9b9-5acf-4326-8ea1-2d3bb2e779b7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Calling delete_port for a6048afd-54d0-4904-a804-a3f5abdf2590 owned by network:floatingip {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:34:20.071445 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41092) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:20.076662 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-ed20f355-5e21-4836-ab6d-3eeb0379fdcb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1364329327-network', 'tenant_id': '0fd9e67249d845a8b4d45bcf1dbb14fc'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:20.081642 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b0d9a9b9-5acf-4326-8ea1-2d3bb2e779b7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (a6048afd-54d0-4904-a804-a3f5abdf2590), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:20.183802 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Sync routers for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:34:20.195528 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:20.196143 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:20.357192 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9a9b9-5acf-4326-8ea1-2d3bb2e779b7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Pushing event deleted for resources: {'Port': ['ID=a6048afd-54d0-4904-a804-a3f5abdf2590,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:20.418134 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed20f355-5e21-4836-ab6d-3eeb0379fdcb admin admin] Made reservation on behalf of 0fd9e67249d845a8b4d45bcf1dbb14fc for: {'network': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:34:20.420513 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ed20f355-5e21-4836-ab6d-3eeb0379fdcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:20.431984 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ed20f355-5e21-4836-ab6d-3eeb0379fdcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:20.434878 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b0d9a9b9-5acf-4326-8ea1-2d3bb2e779b7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks [] for floatingip (bfb1a4d9-43fd-4294-be34-c2ac24a21cca), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:20.437363 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b0d9a9b9-5acf-4326-8ea1-2d3bb2e779b7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:20.438259 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:20.438850 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-b0d9a9b9-5acf-4326-8ea1-2d3bb2e779b7 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/bfb1a4d9-43fd-4294-be34-c2ac24a21cca HTTP/1.1" status: 204 len: 168 time: 0.7949066 Oct 24 13:34:20.467865 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:20.515308 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ed20f355-5e21-4836-ab6d-3eeb0379fdcb admin admin] Publish callbacks [] for security_group (11acbc54-f8dd-412d-b933-207e862b5ba5), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:20.587657 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ed20f355-5e21-4836-ab6d-3eeb0379fdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (11acbc54-f8dd-412d-b933-207e862b5ba5), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:20.613235 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed20f355-5e21-4836-ab6d-3eeb0379fdcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=104907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:34:20.627076 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20f355-5e21-4836-ab6d-3eeb0379fdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11acbc54-f8dd-412d-b933-207e862b5ba5,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:20.633991 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ed20f355-5e21-4836-ab6d-3eeb0379fdcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (99f70b6e-074d-4c69-9c99-2f65151e8eb7), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:20.634599 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.segments_db [None req-ed20f355-5e21-4836-ab6d-3eeb0379fdcb admin admin] Added segment 99f70b6e-074d-4c69-9c99-2f65151e8eb7 of type vlan for network 4f404362-60ff-4342-8406-e9615dc59e1c Oct 24 13:34:20.638994 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 2, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:20.674944 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Checking router: 45866912-da40-436b-875e-353f0d0e44df for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:34:20.675835 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Updating router 45866912-da40-436b-875e-353f0d0e44df port 5e4bdabd-6f58-42ce-bbae-724366123e93 binding host dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:34:20.695753 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ed20f355-5e21-4836-ab6d-3eeb0379fdcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (4f404362-60ff-4342-8406-e9615dc59e1c), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:20.705212 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:34:20.738119 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:20.788063 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:20.788457 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (ec87cdd7-bebb-42a7-81e9-42311f3b8ca0), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:20.788793 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 Oct 24 13:34:20.798657 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ed20f355-5e21-4836-ab6d-3eeb0379fdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (4f404362-60ff-4342-8406-e9615dc59e1c), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:20.799734 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed20f355-5e21-4836-ab6d-3eeb0379fdcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:20.800346 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ed20f355-5e21-4836-ab6d-3eeb0379fdcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:20.861105 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20f355-5e21-4836-ab6d-3eeb0379fdcb admin admin] Pushing event updated for resources: {'Network': ['ID=4f404362-60ff-4342-8406-e9615dc59e1c,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:20.876987 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network 4f404362-60ff-4342-8406-e9615dc59e1c details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:34:20.885135 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41100) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:20.885676 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-ed20f355-5e21-4836-ab6d-3eeb0379fdcb admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8126976 Oct 24 13:34:20.890510 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-1b23f936-e86f-4e9a-a0ba-e7435322cccf admin admin] Request body: {'subnet': {'network_id': '4f404362-60ff-4342-8406-e9615dc59e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1364329327-subnet', 'tenant_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'ip_version': 4}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:20.964371 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b23f936-e86f-4e9a-a0ba-e7435322cccf admin admin] Made reservation on behalf of 0fd9e67249d845a8b4d45bcf1dbb14fc for: {'subnet': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:34:20.966727 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1b23f936-e86f-4e9a-a0ba-e7435322cccf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4260666'] for subnet (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:20.974515 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:21.041970 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:21.042394 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (ec87cdd7-bebb-42a7-81e9-42311f3b8ca0), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:21.073318 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:21.081371 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port ec87cdd7-bebb-42a7-81e9-42311f3b8ca0, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=ec87cdd7-bebb-42a7-81e9-42311f3b8ca0,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:21.085197 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:21.153213 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (ec87cdd7-bebb-42a7-81e9-42311f3b8ca0), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:21.159939 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Publish callbacks [] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), precommit_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:21.207536 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=ec87cdd7-bebb-42a7-81e9-42311f3b8ca0,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:21.211167 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1b23f936-e86f-4e9a-a0ba-e7435322cccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5387293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4260652'] for subnet (f5c8706e-32e6-456e-9632-83c162cf41f7), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:21.238657 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:21.271875 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23f936-e86f-4e9a-a0ba-e7435322cccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c8706e-32e6-456e-9632-83c162cf41f7,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:21.281806 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b23f936-e86f-4e9a-a0ba-e7435322cccf admin admin] Checking segment: {'id': '99f70b6e-074d-4c69-9c99-2f65151e8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4f404362-60ff-4342-8406-e9615dc59e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:34:21.282364 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b23f936-e86f-4e9a-a0ba-e7435322cccf admin admin] Network hostable DHCP agents. Network: 4f404362-60ff-4342-8406-e9615dc59e1c, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:34:21.301393 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94dec8-a874-4a1b-a764-e28cfe8940fa None None] Pushing event updated for resources: {'Port': ['ID=5e4bdabd-6f58-42ce-bbae-724366123e93,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:21.337105 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Attempting to bind port 5e4bdabd-6f58-42ce-bbae-724366123e93 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:34:21.337478 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Attempting to bind port 5e4bdabd-6f58-42ce-bbae-724366123e93 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:34:21.337843 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Attempting to bind port 5e4bdabd-6f58-42ce-bbae-724366123e93 on network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:34:21.376093 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b23f936-e86f-4e9a-a0ba-e7435322cccf admin admin] Network 4f404362-60ff-4342-8406-e9615dc59e1c is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:34:21.379860 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:34:21.380235 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Checking segment: {'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:34:21.380665 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:21.381390 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Bound using segment: {'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:34:21.381575 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Bound port: 5e4bdabd-6f58-42ce-bbae-724366123e93, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:34:21.381966 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:21.441931 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] For port 5e4bdabd-6f58-42ce-bbae-724366123e93, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:34:21.445025 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] For port 5e4bdabd-6f58-42ce-bbae-724366123e93, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=5e4bdabd-6f58-42ce-bbae-724366123e93,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:34:21.461640 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-1b23f936-e86f-4e9a-a0ba-e7435322cccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, 4f404362-60ff-4342-8406-e9615dc59e1c) {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:34:21.466194 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b23f936-e86f-4e9a-a0ba-e7435322cccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:21.474108 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1b23f936-e86f-4e9a-a0ba-e7435322cccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:21.474108 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:21.474890 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d3263-b080-4a24-b866-4d011bc21b71 None None] Network 4f404362-60ff-4342-8406-e9615dc59e1c requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:34:21.561701 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:21.575824 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-1b23f936-e86f-4e9a-a0ba-e7435322cccf admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6889565 Oct 24 13:34:21.578485 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41102) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:21.582688 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1364329327-router', 'tenant_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:21.591332 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6000219d-3d5a-5fb9-ba21-95674ac20389-4f404362-60ff-4342-8406-e9615dc59e1c', 'network_id': '4f404362-60ff-4342-8406-e9615dc59e1c', 'project_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'fixed_ips': [{'subnet_id': 'f5c8706e-32e6-456e-9632-83c162cf41f7'}]}} from dv-cinder-862491-1-iscsi. {{(pid=104909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:34:21.592235 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:21.621175 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:21.621791 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:21.667411 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7918676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-484287'] for router (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:21.668491 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7925022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-484256'] for router (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:21.673539 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:21.681791 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94dec8-a874-4a1b-a764-e28cfe8940fa None None] Pushing event updated for resources: {'Port': ['ID=5e4bdabd-6f58-42ce-bbae-724366123e93,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:21.723395 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Publish callbacks [] for router_controller (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), precommit_add_association {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:21.832423 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:21.886205 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.db_base_plugin_common [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Allocated IP 172.20.0.2 (4f404362-60ff-4342-8406-e9615dc59e1c/f5c8706e-32e6-456e-9632-83c162cf41f7/6c8b8dfc-aa22-4244-95a5-135ec5e39c0b) {{(pid=104909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:34:21.921095 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:21.929442 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Publish callbacks [] for router_gateway (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:22.195212 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Publish callbacks [] for router_gateway (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:22.215952 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:22.292368 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:22.325225 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a12d78-ba3e-4069-b161-8ec4ce666588 None None] The sync data for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi is: [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:34:22.326715 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Allocated IP 172.27.3.35 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/7c46147c-24a2-452b-a544-6a481d4fdabb) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:34:22.328630 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Publish callbacks [] for port (6c8b8dfc-aa22-4244-95a5-135ec5e39c0b), precommit_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:22.399231 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (6c8b8dfc-aa22-4244-95a5-135ec5e39c0b), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:22.451200 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Network 4f404362-60ff-4342-8406-e9615dc59e1c is already hosted by enough agents. {{(pid=104909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:34:22.457055 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.base_scheduler [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Resources bound (agent type, host, resource id): {{(pid=104909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:34:22.459706 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Pushing event updated for resources: {'Port': ['ID=6c8b8dfc-aa22-4244-95a5-135ec5e39c0b,revision_number=1']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:22.465105 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Publish callbacks [] for port (7c46147c-24a2-452b-a544-6a481d4fdabb), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:22.465333 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Received port after_create {{(pid=104909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:34:22.534621 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Attempting to bind port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:34:22.534992 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Attempting to bind port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '99f70b6e-074d-4c69-9c99-2f65151e8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4f404362-60ff-4342-8406-e9615dc59e1c'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:34:22.535350 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Attempting to bind port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b on network 4f404362-60ff-4342-8406-e9615dc59e1c {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:34:22.555516 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (7c46147c-24a2-452b-a544-6a481d4fdabb), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:22.560558 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:22.586626 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:34:22.586821 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Checking segment: {'id': '99f70b6e-074d-4c69-9c99-2f65151e8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4f404362-60ff-4342-8406-e9615dc59e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:34:22.587150 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:22.587540 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Bound using segment: {'id': '99f70b6e-074d-4c69-9c99-2f65151e8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4f404362-60ff-4342-8406-e9615dc59e1c'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:34:22.588143 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Bound port: 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f70b6e-074d-4c69-9c99-2f65151e8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4f404362-60ff-4342-8406-e9615dc59e1c'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:34:22.588552 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (6c8b8dfc-aa22-4244-95a5-135ec5e39c0b), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:22.598957 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:34:22.608559 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:34:22.610455 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:34:22.617606 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Pushing event updated for resources: {'Port': ['ID=7c46147c-24a2-452b-a544-6a481d4fdabb,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:22.664679 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] For port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:34:22.667992 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] For port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=6c8b8dfc-aa22-4244-95a5-135ec5e39c0b,segment=NetworkSegment(99f70b6e-074d-4c69-9c99-2f65151e8eb7),segment_id=99f70b6e-074d-4c69-9c99-2f65151e8eb7)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:34:22.736827 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (6c8b8dfc-aa22-4244-95a5-135ec5e39c0b), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:22.812331 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:34:22.840948 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7982f6a-c711-48d4-8ec1-3216d8728656 None None] Pushing event updated for resources: {'Port': ['ID=6c8b8dfc-aa22-4244-95a5-135ec5e39c0b,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:22.867699 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:22.870873 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:22.871328 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (ec87cdd7-bebb-42a7-81e9-42311f3b8ca0), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:22.871887 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 Oct 24 13:34:22.916546 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:22.982617 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:22.983773 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 5e4bdabd-6f58-42ce-bbae-724366123e93 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:34:22.987997 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Publish callbacks [] for router_gateway (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:23.067985 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 5e4bdabd-6f58-42ce-bbae-724366123e93 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:23.068423 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:23.068904 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 5e4bdabd-6f58-42ce-bbae-724366123e93 Oct 24 13:34:23.171278 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:23.173773 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 5e4bdabd-6f58-42ce-bbae-724366123e93 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:23.174158 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:23.221540 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 5e4bdabd-6f58-42ce-bbae-724366123e93, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=5e4bdabd-6f58-42ce-bbae-724366123e93,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:23.252227 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7925167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899404'] for router (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:23.296417 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:23.358320 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=5e4bdabd-6f58-42ce-bbae-724366123e93,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:23.461675 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Router 397c4de9-4ec8-4a4b-9d68-e141ce9cf967 is scheduled to L3 agent 8e6639ec-a083-4776-87de-588f23b64293 with binding_index 1 {{(pid=104908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:34:23.474201 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae1b58-a8b5-4b19-bae8-3e4b70bc812a req-1fb90cd2-6c87-4534-93dc-69cfa77b3f3d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:23.475781 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-63ae1b58-a8b5-4b19-bae8-3e4b70bc812a req-1fb90cd2-6c87-4534-93dc-69cfa77b3f3d tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0544894 Oct 24 13:34:23.530612 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-63ae1b58-a8b5-4b19-bae8-3e4b70bc812a req-3ec1a3bb-3030-4199-bc1a-36d7da6c65cc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488589 Oct 24 13:34:23.590003 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:34:23.599455 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Sync routers for ids ['397c4de9-4ec8-4a4b-9d68-e141ce9cf967'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:34:23.609991 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Routers {'397c4de9-4ec8-4a4b-9d68-e141ce9cf967'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:23.610606 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['397c4de9-4ec8-4a4b-9d68-e141ce9cf967'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:23.675261 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:23.677229 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-46197737-0207-4f18-8724-c313aa1507cb admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0971155 Oct 24 13:34:23.679992 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41118) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:23.719963 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Set router 397c4de9-4ec8-4a4b-9d68-e141ce9cf967 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:23.833491 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:23.856188 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebffa34-9b1d-4fcf-b2d4-e2c61bec60b4 None None] Network 4f404362-60ff-4342-8406-e9615dc59e1c requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:34:23.932989 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-fb353498-a3c0-4c33-a242-ac24c8e40869 None None] Provisioning complete for port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:23.933713 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-fb353498-a3c0-4c33-a242-ac24c8e40869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (6c8b8dfc-aa22-4244-95a5-135ec5e39c0b), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:23.934313 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-fb353498-a3c0-4c33-a242-ac24c8e40869 None None] Attempt 1 to provision port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b Oct 24 13:34:24.008539 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'name': 'tempest-TestVolumeBootPattern-1364329327-router', 'tenant_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7c46147c-24a2-452b-a544-6a481d4fdabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:21Z', 'updated_at': '2022-10-24T13:34:22Z', 'revision_number': 3, 'project_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'gw_port': {'id': '7c46147c-24a2-452b-a544-6a481d4fdabb', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:22Z', 'updated_at': '2022-10-24T13:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:24.039860 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Checking router: 397c4de9-4ec8-4a4b-9d68-e141ce9cf967 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:34:24.040207 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Updating router 397c4de9-4ec8-4a4b-9d68-e141ce9cf967 port 7c46147c-24a2-452b-a544-6a481d4fdabb binding host dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:34:24.059676 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-fb353498-a3c0-4c33-a242-ac24c8e40869 None None] Current status of the port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:24.060361 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-fb353498-a3c0-4c33-a242-ac24c8e40869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (6c8b8dfc-aa22-4244-95a5-135ec5e39c0b), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.073901 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (7c46147c-24a2-452b-a544-6a481d4fdabb), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.101555 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-fb353498-a3c0-4c33-a242-ac24c8e40869 None None] For port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=6c8b8dfc-aa22-4244-95a5-135ec5e39c0b,segment=NetworkSegment(99f70b6e-074d-4c69-9c99-2f65151e8eb7),segment_id=99f70b6e-074d-4c69-9c99-2f65151e8eb7)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:24.152871 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.168937 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:24.185631 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-fb353498-a3c0-4c33-a242-ac24c8e40869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (6c8b8dfc-aa22-4244-95a5-135ec5e39c0b), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.196761 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:24.253908 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cda25-99bc-490b-80af-8e637ee44280 req-fa213c90-8ddc-4645-9ae4-c831f1ce1b4e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:24.256306 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-213cda25-99bc-490b-80af-8e637ee44280 req-fa213c90-8ddc-4645-9ae4-c831f1ce1b4e tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.0775099 Oct 24 13:34:24.263690 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb353498-a3c0-4c33-a242-ac24c8e40869 None None] Pushing event updated for resources: {'Port': ['ID=6c8b8dfc-aa22-4244-95a5-135ec5e39c0b,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:24.305215 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-6ae3b32d-d600-46d1-99a3-ce7e8cbc839c None None] Provisioning complete for port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:24.305685 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b32d-d600-46d1-99a3-ce7e8cbc839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (6c8b8dfc-aa22-4244-95a5-135ec5e39c0b), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.306092 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-6ae3b32d-d600-46d1-99a3-ce7e8cbc839c None None] Attempt 1 to provision port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b Oct 24 13:34:24.348585 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Allocated IP 172.20.0.1 (4f404362-60ff-4342-8406-e9615dc59e1c/f5c8706e-32e6-456e-9632-83c162cf41f7/df4d8854-eec0-4a43-8761-561e99522edf) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:34:24.356776 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-213cda25-99bc-490b-80af-8e637ee44280 req-c8ffd56e-b798-498c-b949-831cfde61930 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Deleting port c7b02435-39c6-46a8-a356-81bef309201a {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:34:24.357377 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-213cda25-99bc-490b-80af-8e637ee44280 req-c8ffd56e-b798-498c-b949-831cfde61930 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (c7b02435-39c6-46a8-a356-81bef309201a), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.387469 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Publish callbacks [] for port (7c46147c-24a2-452b-a544-6a481d4fdabb), precommit_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.388419 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3b32d-d600-46d1-99a3-ce7e8cbc839c None None] Current status of the port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:24.455002 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-213cda25-99bc-490b-80af-8e637ee44280 req-c8ffd56e-b798-498c-b949-831cfde61930 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] For port c7b02435-39c6-46a8-a356-81bef309201a, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=c7b02435-39c6-46a8-a356-81bef309201a,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:24.455286 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-213cda25-99bc-490b-80af-8e637ee44280 req-c8ffd56e-b798-498c-b949-831cfde61930 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (c7b02435-39c6-46a8-a356-81bef309201a), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.464605 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Publish callbacks [] for port (df4d8854-eec0-4a43-8761-561e99522edf), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.467057 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (7c46147c-24a2-452b-a544-6a481d4fdabb), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.471417 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-213cda25-99bc-490b-80af-8e637ee44280 req-c8ffd56e-b798-498c-b949-831cfde61930 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Calling delete_port for c7b02435-39c6-46a8-a356-81bef309201a owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:34:24.498997 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Attempting to bind port 7c46147c-24a2-452b-a544-6a481d4fdabb on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:34:24.499416 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Attempting to bind port 7c46147c-24a2-452b-a544-6a481d4fdabb by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:34:24.502664 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Attempting to bind port 7c46147c-24a2-452b-a544-6a481d4fdabb on network 493fa87f-9a93-417f-808a-5bb82e719d97 {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:34:24.503787 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:24.544069 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Pushing event updated for resources: {'Port': ['ID=7c46147c-24a2-452b-a544-6a481d4fdabb,revision_number=2']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:24.545668 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:24.554735 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:24.559658 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:24.559658 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:24.559658 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:24.559658 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:24.559658 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:24.559658 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:24.560243 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:24.560391 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:24.560391 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:24.560391 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:24.560391 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:24.560391 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:24.560391 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:24.560391 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:24.560391 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:24.570995 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:34:24.571364 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Checking segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:34:24.571759 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.572134 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Bound using segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:34:24.572623 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Bound port: 7c46147c-24a2-452b-a544-6a481d4fdabb, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:34:24.572994 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (7c46147c-24a2-452b-a544-6a481d4fdabb), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.582071 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (df4d8854-eec0-4a43-8761-561e99522edf), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.633245 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] For port 7c46147c-24a2-452b-a544-6a481d4fdabb, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:34:24.637325 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] For port 7c46147c-24a2-452b-a544-6a481d4fdabb, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=7c46147c-24a2-452b-a544-6a481d4fdabb,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:34:24.683851 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Network 4f404362-60ff-4342-8406-e9615dc59e1c is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:34:24.689608 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:34:24.694450 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:34:24.709395 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-213cda25-99bc-490b-80af-8e637ee44280 req-c8ffd56e-b798-498c-b949-831cfde61930 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (c7b02435-39c6-46a8-a356-81bef309201a), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.719040 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Pushing event updated for resources: {'Port': ['ID=df4d8854-eec0-4a43-8761-561e99522edf,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:24.744222 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['cf65c088-1188-479e-a207-5b5919c77b82', 'c7b02435-39c6-46a8-a356-81bef309201a'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:34:24.747913 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (7c46147c-24a2-452b-a544-6a481d4fdabb), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.764797 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7922112'] for router_interface (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.771453 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21280849-4fe6-47f0-a7ba-732e58c7130f req-709dc9ab-2377-44f4-b7b3-0cb060ab8d1c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:24.773224 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-21280849-4fe6-47f0-a7ba-732e58c7130f req-709dc9ab-2377-44f4-b7b3-0cb060ab8d1c tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 946 time: 0.1112149 Oct 24 13:34:24.774087 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffd56e-b798-498c-b949-831cfde61930 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Pushing event deleted for resources: {'Port': ['ID=c7b02435-39c6-46a8-a356-81bef309201a,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:24.837394 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:34:24.846122 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Routers {'397c4de9-4ec8-4a4b-9d68-e141ce9cf967'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:24.847178 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['397c4de9-4ec8-4a4b-9d68-e141ce9cf967'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:24.899285 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-213cda25-99bc-490b-80af-8e637ee44280 req-c8ffd56e-b798-498c-b949-831cfde61930 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] No DVR routers for this DVR port c7b02435-39c6-46a8-a356-81bef309201a on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:34:24.906806 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-213cda25-99bc-490b-80af-8e637ee44280 req-c8ffd56e-b798-498c-b949-831cfde61930 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:24.913531 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-213cda25-99bc-490b-80af-8e637ee44280 req-c8ffd56e-b798-498c-b949-831cfde61930 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.59 "DELETE /networking/v2.0/ports/c7b02435-39c6-46a8-a356-81bef309201a HTTP/1.1" status: 204 len: 173 time: 0.6515436 Oct 24 13:34:24.915803 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de4c382-e12d-4068-96c2-58d44e5265db', 'name': 'network-vif-deleted', 'tag': 'c7b02435-39c6-46a8-a356-81bef309201a'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:34:24.919667 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1ec466-fe14-4460-826a-e3e00fa7b7c7" -d '{"events": [{"server_uuid": "8de4c382-e12d-4068-96c2-58d44e5265db", "name": "network-vif-deleted", "tag": "c7b02435-39c6-46a8-a356-81bef309201a"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:34:24.959481 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-21280849-4fe6-47f0-a7ba-732e58c7130f req-2e5f6e61-12ad-4547-a9d4-a151d8a779d4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388378 Oct 24 13:34:24.996412 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37118945-24bb-49c3-b375-c5663c0a4924 None None] Pushing event updated for resources: {'Port': ['ID=7c46147c-24a2-452b-a544-6a481d4fdabb,revision_number=3']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:24.997155 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8771b8f9-1584-48f9-bf7b-af0edf9cbac3 x-openstack-request-id: req-8771b8f9-1584-48f9-bf7b-af0edf9cbac3 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:34:25.000062 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de4c382-e12d-4068-96c2-58d44e5265db", "name": "network-vif-deleted", "tag": "c7b02435-39c6-46a8-a356-81bef309201a", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:34:25.000062 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8771b8f9-1584-48f9-bf7b-af0edf9cbac3 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:34:25.000062 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8771b8f9-1584-48f9-bf7b-af0edf9cbac3'] response: {'server_uuid': '8de4c382-e12d-4068-96c2-58d44e5265db', 'name': 'network-vif-deleted', 'tag': 'c7b02435-39c6-46a8-a356-81bef309201a', 'status': 'completed', 'code': 200} Oct 24 13:34:25.019666 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] Set router 397c4de9-4ec8-4a4b-9d68-e141ce9cf967 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:25.050781 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:25.051364 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (6c8b8dfc-aa22-4244-95a5-135ec5e39c0b), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:25.052382 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b Oct 24 13:34:25.072754 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (df4d8854-eec0-4a43-8761-561e99522edf), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:25.073723 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:25.093302 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:25.130367 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:25.163929 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-da70303c-c724-4416-ac23-fce7f4c7f6df None None] Provisioning complete for port df4d8854-eec0-4a43-8761-561e99522edf triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:25.164320 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-da70303c-c724-4416-ac23-fce7f4c7f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (df4d8854-eec0-4a43-8761-561e99522edf), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:25.164657 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-da70303c-c724-4416-ac23-fce7f4c7f6df None None] Attempt 1 to provision port df4d8854-eec0-4a43-8761-561e99522edf Oct 24 13:34:25.214886 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:25.215910 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 5e4bdabd-6f58-42ce-bbae-724366123e93 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:34:25.220536 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-da70303c-c724-4416-ac23-fce7f4c7f6df None None] Port df4d8854-eec0-4a43-8761-561e99522edf cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:34:25.230416 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'name': 'tempest-TestVolumeBootPattern-1364329327-router', 'tenant_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7c46147c-24a2-452b-a544-6a481d4fdabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:21Z', 'updated_at': '2022-10-24T13:34:22Z', 'revision_number': 3, 'project_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'gw_port': {'id': '7c46147c-24a2-452b-a544-6a481d4fdabb', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:22Z', 'updated_at': '2022-10-24T13:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:25.268059 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3a6b22-7d8a-45be-8060-ae81d12e95c6 None None] The sync data for ids ['397c4de9-4ec8-4a4b-9d68-e141ce9cf967'] in dv-cinder-862491-1-iscsi is: [{'id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'name': 'tempest-TestVolumeBootPattern-1364329327-router', 'tenant_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7c46147c-24a2-452b-a544-6a481d4fdabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:21Z', 'updated_at': '2022-10-24T13:34:22Z', 'revision_number': 3, 'project_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'gw_port': {'id': '7c46147c-24a2-452b-a544-6a481d4fdabb', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:22Z', 'updated_at': '2022-10-24T13:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:34:25.269904 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 5e4bdabd-6f58-42ce-bbae-724366123e93 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:25.270034 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:25.270893 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 5e4bdabd-6f58-42ce-bbae-724366123e93 Oct 24 13:34:25.333678 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Publish callbacks [] for port (df4d8854-eec0-4a43-8761-561e99522edf), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:25.360688 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 5e4bdabd-6f58-42ce-bbae-724366123e93 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:25.404045 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211953'] for port (df4d8854-eec0-4a43-8761-561e99522edf), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:25.453896 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:25.477807 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Pushing event updated for resources: {'Port': ['ID=df4d8854-eec0-4a43-8761-561e99522edf,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:25.481512 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8330499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7922004'] for router_interface (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:25.621988 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Network 4f404362-60ff-4342-8406-e9615dc59e1c is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:34:25.629295 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:34:25.666224 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:34:25.769338 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Router 397c4de9-4ec8-4a4b-9d68-e141ce9cf967 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:34:25.851254 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-9089e261-9768-4d8f-b49f-bd7ff1dcb11f None None] Provisioning complete for port df4d8854-eec0-4a43-8761-561e99522edf triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:25.851750 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-9089e261-9768-4d8f-b49f-bd7ff1dcb11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (df4d8854-eec0-4a43-8761-561e99522edf), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:25.852160 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-9089e261-9768-4d8f-b49f-bd7ff1dcb11f None None] Attempt 1 to provision port df4d8854-eec0-4a43-8761-561e99522edf Oct 24 13:34:25.885189 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:34:25.890671 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-364a5527-b112-4711-a7b1-3199988ddead admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/397c4de9-4ec8-4a4b-9d68-e141ce9cf967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2095261 Oct 24 13:34:25.904327 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-9089e261-9768-4d8f-b49f-bd7ff1dcb11f None None] Port df4d8854-eec0-4a43-8761-561e99522edf cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:34:26.102944 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-780f007c-d0f1-402f-b82f-ee3d66165751 req-8df8e49a-8f13-4672-a357-cc9f206b4b59 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8de4c382-e12d-4068-96c2-58d44e5265db HTTP/1.1" status: 200 len: 210 time: 0.0370197 Oct 24 13:34:26.362240 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41132) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:26.367591 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-63baf12d-4b0a-4cb8-b235-49823316a2ab tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-14826782', 'description': 'tempest-secgroup-smoke-14826782 description', 'project_id': '46d41e46b7e3415684c32b22f31eefb5'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:26.484683 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-63baf12d-4b0a-4cb8-b235-49823316a2ab tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:26.551261 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-63baf12d-4b0a-4cb8-b235-49823316a2ab tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group (b644f981-7f13-4a14-b50a-255366e11ea3), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:26.604706 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-63baf12d-4b0a-4cb8-b235-49823316a2ab tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (b644f981-7f13-4a14-b50a-255366e11ea3), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:26.640474 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63baf12d-4b0a-4cb8-b235-49823316a2ab tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b644f981-7f13-4a14-b50a-255366e11ea3,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:26.686808 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-63baf12d-4b0a-4cb8-b235-49823316a2ab tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:26.690921 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-63baf12d-4b0a-4cb8-b235-49823316a2ab tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3248432 Oct 24 13:34:26.700846 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41136) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:26.700846 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-41564dde-ad58-48a0-96e9-8622d9528ed9 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Request body: {'security_group_rule': {'security_group_id': 'b644f981-7f13-4a14-b50a-255366e11ea3', 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:26.712862 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 7c46147c-24a2-452b-a544-6a481d4fdabb up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:34:26.759187 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 7c46147c-24a2-452b-a544-6a481d4fdabb triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:26.759555 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (7c46147c-24a2-452b-a544-6a481d4fdabb), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:26.759881 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 7c46147c-24a2-452b-a544-6a481d4fdabb Oct 24 13:34:26.771068 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-41564dde-ad58-48a0-96e9-8622d9528ed9 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (e2ce6d35-d528-40cf-ae00-490f21c6b306), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:26.836865 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-41564dde-ad58-48a0-96e9-8622d9528ed9 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (e2ce6d35-d528-40cf-ae00-490f21c6b306), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:26.839844 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 7c46147c-24a2-452b-a544-6a481d4fdabb is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:26.840229 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (7c46147c-24a2-452b-a544-6a481d4fdabb), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:26.861566 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 7c46147c-24a2-452b-a544-6a481d4fdabb, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=7c46147c-24a2-452b-a544-6a481d4fdabb,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:26.890319 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-41564dde-ad58-48a0-96e9-8622d9528ed9 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (e2ce6d35-d528-40cf-ae00-490f21c6b306), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:26.912507 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41564dde-ad58-48a0-96e9-8622d9528ed9 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ce6d35-d528-40cf-ae00-490f21c6b306,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:26.914402 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (7c46147c-24a2-452b-a544-6a481d4fdabb), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:26.946657 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Sync routers for ids ['397c4de9-4ec8-4a4b-9d68-e141ce9cf967'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:34:26.974796 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Routers {'397c4de9-4ec8-4a4b-9d68-e141ce9cf967'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:26.975385 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['397c4de9-4ec8-4a4b-9d68-e141ce9cf967'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:26.978122 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=7c46147c-24a2-452b-a544-6a481d4fdabb,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:27.012049 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-41564dde-ad58-48a0-96e9-8622d9528ed9 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.013497 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-41564dde-ad58-48a0-96e9-8622d9528ed9 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3209174 Oct 24 13:34:27.016323 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41138) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:27.021304 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-4c07c00f-2897-4f18-ab4c-4d9e125ef5f7 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Request body: {'security_group_rule': {'security_group_id': 'b644f981-7f13-4a14-b50a-255366e11ea3', 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:27.080902 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Set router 397c4de9-4ec8-4a4b-9d68-e141ce9cf967 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:27.107079 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-4c07c00f-2897-4f18-ab4c-4d9e125ef5f7 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (5afd618a-8206-4e87-9531-af8316f39ba5), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.164871 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:27.177538 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-4c07c00f-2897-4f18-ab4c-4d9e125ef5f7 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (5afd618a-8206-4e87-9531-af8316f39ba5), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.277529 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'name': 'tempest-TestVolumeBootPattern-1364329327-router', 'tenant_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7c46147c-24a2-452b-a544-6a481d4fdabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:21Z', 'updated_at': '2022-10-24T13:34:24Z', 'revision_number': 4, 'project_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'gw_port': {'id': '7c46147c-24a2-452b-a544-6a481d4fdabb', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:22Z', 'updated_at': '2022-10-24T13:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'df4d8854-eec0-4a43-8761-561e99522edf', 'name': '', 'network_id': '4f404362-60ff-4342-8406-e9615dc59e1c', 'tenant_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'mac_address': 'fa:16:3e:11:53:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5c8706e-32e6-456e-9632-83c162cf41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:24Z', 'updated_at': '2022-10-24T13:34:25Z', 'revision_number': 2, 'project_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'subnets': [{'id': 'f5c8706e-32e6-456e-9632-83c162cf41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:27.278836 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-4c07c00f-2897-4f18-ab4c-4d9e125ef5f7 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (5afd618a-8206-4e87-9531-af8316f39ba5), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.295790 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07c00f-2897-4f18-ab4c-4d9e125ef5f7 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afd618a-8206-4e87-9531-af8316f39ba5,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:27.308808 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Checking router: 397c4de9-4ec8-4a4b-9d68-e141ce9cf967 for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:34:27.309157 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Updating router 397c4de9-4ec8-4a4b-9d68-e141ce9cf967 port df4d8854-eec0-4a43-8761-561e99522edf binding host dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:34:27.336685 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (df4d8854-eec0-4a43-8761-561e99522edf), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.370967 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:27.377624 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-4c07c00f-2897-4f18-ab4c-4d9e125ef5f7 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.378854 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-4c07c00f-2897-4f18-ab4c-4d9e125ef5f7 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3615434 Oct 24 13:34:27.381862 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41144) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:27.386371 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-d8012f70-ecba-4713-b959-6c888782d49e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Request body: {'security_group_rule': {'security_group_id': 'b644f981-7f13-4a14-b50a-255366e11ea3', 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:27.479137 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d8012f70-ecba-4713-b959-6c888782d49e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (b9f1d454-5e9b-41b8-9644-e20dcf1bd1c7), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.517147 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:27.542325 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d8012f70-ecba-4713-b959-6c888782d49e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (b9f1d454-5e9b-41b8-9644-e20dcf1bd1c7), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.595560 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39856476-8104-4772-83ba-d9dd8dff2007 req-742ddf71-be1c-48a8-9973-734935ae0add tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:27.597454 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-39856476-8104-4772-83ba-d9dd8dff2007 req-742ddf71-be1c-48a8-9973-734935ae0add tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.0502868 Oct 24 13:34:27.601181 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Publish callbacks [] for port (df4d8854-eec0-4a43-8761-561e99522edf), precommit_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.633081 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d8012f70-ecba-4713-b959-6c888782d49e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (b9f1d454-5e9b-41b8-9644-e20dcf1bd1c7), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.645088 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-39856476-8104-4772-83ba-d9dd8dff2007 req-a70fd960-2699-41cd-b8e4-ef672d1f01b6 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413983 Oct 24 13:34:27.653486 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8012f70-ecba-4713-b959-6c888782d49e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f1d454-5e9b-41b8-9644-e20dcf1bd1c7,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:27.673103 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (df4d8854-eec0-4a43-8761-561e99522edf), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.732177 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d8012f70-ecba-4713-b959-6c888782d49e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.733439 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-d8012f70-ecba-4713-b959-6c888782d49e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3505635 Oct 24 13:34:27.736216 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41148) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:27.740692 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-e5ebb111-0450-4eb2-8642-eccb708c48ca tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Request body: {'security_group_rule': {'security_group_id': 'b644f981-7f13-4a14-b50a-255366e11ea3', 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:27.753373 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00569961-7b1d-4732-9e3f-48f8242dbbd7 None None] Pushing event updated for resources: {'Port': ['ID=df4d8854-eec0-4a43-8761-561e99522edf,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:27.768706 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Attempting to bind port df4d8854-eec0-4a43-8761-561e99522edf on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:34:27.769078 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Attempting to bind port df4d8854-eec0-4a43-8761-561e99522edf by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '99f70b6e-074d-4c69-9c99-2f65151e8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4f404362-60ff-4342-8406-e9615dc59e1c'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:34:27.769437 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Attempting to bind port df4d8854-eec0-4a43-8761-561e99522edf on network 4f404362-60ff-4342-8406-e9615dc59e1c {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:34:27.811364 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:34:27.811736 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Checking segment: {'id': '99f70b6e-074d-4c69-9c99-2f65151e8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4f404362-60ff-4342-8406-e9615dc59e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:34:27.812135 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.812553 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Bound using segment: {'id': '99f70b6e-074d-4c69-9c99-2f65151e8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4f404362-60ff-4342-8406-e9615dc59e1c'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:34:27.813026 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Bound port: df4d8854-eec0-4a43-8761-561e99522edf, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f70b6e-074d-4c69-9c99-2f65151e8eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4f404362-60ff-4342-8406-e9615dc59e1c'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:34:27.813432 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (df4d8854-eec0-4a43-8761-561e99522edf), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.832680 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb111-0450-4eb2-8642-eccb708c48ca tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (8bd5e177-d399-4ecc-aa5f-04789992dfc8), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.873553 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] For port df4d8854-eec0-4a43-8761-561e99522edf, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:34:27.876666 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] For port df4d8854-eec0-4a43-8761-561e99522edf, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=df4d8854-eec0-4a43-8761-561e99522edf,segment=NetworkSegment(99f70b6e-074d-4c69-9c99-2f65151e8eb7),segment_id=99f70b6e-074d-4c69-9c99-2f65151e8eb7)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:34:27.893062 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb111-0450-4eb2-8642-eccb708c48ca tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (8bd5e177-d399-4ecc-aa5f-04789992dfc8), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.959587 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (df4d8854-eec0-4a43-8761-561e99522edf), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:27.981487 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb111-0450-4eb2-8642-eccb708c48ca tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (8bd5e177-d399-4ecc-aa5f-04789992dfc8), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:28.000218 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebb111-0450-4eb2-8642-eccb708c48ca tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd5e177-d399-4ecc-aa5f-04789992dfc8,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:28.006095 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Routers {'397c4de9-4ec8-4a4b-9d68-e141ce9cf967'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:28.006714 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['397c4de9-4ec8-4a4b-9d68-e141ce9cf967'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:28.056625 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00569961-7b1d-4732-9e3f-48f8242dbbd7 None None] Pushing event updated for resources: {'Port': ['ID=df4d8854-eec0-4a43-8761-561e99522edf,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:28.069605 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb111-0450-4eb2-8642-eccb708c48ca tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:28.070842 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-e5ebb111-0450-4eb2-8642-eccb708c48ca tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3335633 Oct 24 13:34:28.073700 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41150) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:28.078587 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-1f46a766-1bff-4dfd-aa12-358661fa3695 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Request body: {'security_group_rule': {'security_group_id': 'b644f981-7f13-4a14-b50a-255366e11ea3', 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:28.153320 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.securitygroups_db [None req-1f46a766-1bff-4dfd-aa12-358661fa3695 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Project 46d41e46b7e3415684c32b22f31eefb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 13:34:28.159900 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1f46a766-1bff-4dfd-aa12-358661fa3695 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (b1b70c45-d67c-4445-8c6b-704cfb20e4f5), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:28.195006 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:28.225877 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1f46a766-1bff-4dfd-aa12-358661fa3695 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (b1b70c45-d67c-4445-8c6b-704cfb20e4f5), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:28.258812 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] Set router 397c4de9-4ec8-4a4b-9d68-e141ce9cf967 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:28.312712 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1f46a766-1bff-4dfd-aa12-358661fa3695 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (b1b70c45-d67c-4445-8c6b-704cfb20e4f5), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:28.334891 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46a766-1bff-4dfd-aa12-358661fa3695 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b70c45-d67c-4445-8c6b-704cfb20e4f5,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:28.335111 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b99222-4d1c-4ba9-a1ea-6820bc36a320 req-bbf61891-3bfa-43f6-8796-444c34bf442f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:28.336476 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-94b99222-4d1c-4ba9-a1ea-6820bc36a320 req-bbf61891-3bfa-43f6-8796-444c34bf442f tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.0526152 Oct 24 13:34:28.371286 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:28.389057 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1f46a766-1bff-4dfd-aa12-358661fa3695 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:28.390283 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-1f46a766-1bff-4dfd-aa12-358661fa3695 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3155706 Oct 24 13:34:28.394187 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41152) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:28.394950 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:28.400544 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-1ab20f94-f7ab-424c-8d79-6e3648191f16 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Request body: {'security_group_rule': {'security_group_id': 'b644f981-7f13-4a14-b50a-255366e11ea3', 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:28.425178 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-94b99222-4d1c-4ba9-a1ea-6820bc36a320 req-57d69022-ae9a-4699-b7c2-eaf8ddedc1fc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Deleting port cf65c088-1188-479e-a207-5b5919c77b82 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:34:28.425434 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-94b99222-4d1c-4ba9-a1ea-6820bc36a320 req-57d69022-ae9a-4699-b7c2-eaf8ddedc1fc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (cf65c088-1188-479e-a207-5b5919c77b82), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:28.451356 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'name': 'tempest-TestVolumeBootPattern-1364329327-router', 'tenant_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7c46147c-24a2-452b-a544-6a481d4fdabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:21Z', 'updated_at': '2022-10-24T13:34:24Z', 'revision_number': 4, 'project_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'gw_port': {'id': '7c46147c-24a2-452b-a544-6a481d4fdabb', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:22Z', 'updated_at': '2022-10-24T13:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'df4d8854-eec0-4a43-8761-561e99522edf', 'name': '', 'network_id': '4f404362-60ff-4342-8406-e9615dc59e1c', 'tenant_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'mac_address': 'fa:16:3e:11:53:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5c8706e-32e6-456e-9632-83c162cf41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:24Z', 'updated_at': '2022-10-24T13:34:27Z', 'revision_number': 4, 'project_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'subnets': [{'id': 'f5c8706e-32e6-456e-9632-83c162cf41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:28.473229 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.securitygroups_db [None req-1ab20f94-f7ab-424c-8d79-6e3648191f16 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Project 46d41e46b7e3415684c32b22f31eefb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 13:34:28.477859 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10203576-0d9a-4c78-9390-29fd3243998e None None] The sync data for ids ['397c4de9-4ec8-4a4b-9d68-e141ce9cf967'] in dv-cinder-862491-1-iscsi is: [{'id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'name': 'tempest-TestVolumeBootPattern-1364329327-router', 'tenant_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7c46147c-24a2-452b-a544-6a481d4fdabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:21Z', 'updated_at': '2022-10-24T13:34:24Z', 'revision_number': 4, 'project_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'gw_port': {'id': '7c46147c-24a2-452b-a544-6a481d4fdabb', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:22Z', 'updated_at': '2022-10-24T13:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'df4d8854-eec0-4a43-8761-561e99522edf', 'name': '', 'network_id': '4f404362-60ff-4342-8406-e9615dc59e1c', 'tenant_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'mac_address': 'fa:16:3e:11:53:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5c8706e-32e6-456e-9632-83c162cf41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:24Z', 'updated_at': '2022-10-24T13:34:27Z', 'revision_number': 4, 'project_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'subnets': [{'id': 'f5c8706e-32e6-456e-9632-83c162cf41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:34:28.480178 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1ab20f94-f7ab-424c-8d79-6e3648191f16 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (d9bbb114-395f-4c92-8e26-a786f75ee113), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:28.526005 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-94b99222-4d1c-4ba9-a1ea-6820bc36a320 req-57d69022-ae9a-4699-b7c2-eaf8ddedc1fc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] For port cf65c088-1188-479e-a207-5b5919c77b82, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=cf65c088-1188-479e-a207-5b5919c77b82,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:28.526460 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-94b99222-4d1c-4ba9-a1ea-6820bc36a320 req-57d69022-ae9a-4699-b7c2-eaf8ddedc1fc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (cf65c088-1188-479e-a207-5b5919c77b82), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:28.552294 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-94b99222-4d1c-4ba9-a1ea-6820bc36a320 req-57d69022-ae9a-4699-b7c2-eaf8ddedc1fc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Calling delete_port for cf65c088-1188-479e-a207-5b5919c77b82 owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:34:28.560331 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1ab20f94-f7ab-424c-8d79-6e3648191f16 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (d9bbb114-395f-4c92-8e26-a786f75ee113), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:28.647129 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:28.780764 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1ab20f94-f7ab-424c-8d79-6e3648191f16 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (d9bbb114-395f-4c92-8e26-a786f75ee113), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:28.808120 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab20f94-f7ab-424c-8d79-6e3648191f16 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bbb114-395f-4c92-8e26-a786f75ee113,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:28.810809 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 7c46147c-24a2-452b-a544-6a481d4fdabb up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:34:28.820043 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80545285-c99e-4837-9512-42600082d248 req-7ed42dbf-b5d8-487c-b8ad-f63c8df47e27 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:28.821976 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-80545285-c99e-4837-9512-42600082d248 req-7ed42dbf-b5d8-487c-b8ad-f63c8df47e27 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 945 time: 0.0777779 Oct 24 13:34:28.838474 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-94b99222-4d1c-4ba9-a1ea-6820bc36a320 req-57d69022-ae9a-4699-b7c2-eaf8ddedc1fc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (cf65c088-1188-479e-a207-5b5919c77b82), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:28.878165 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d69022-ae9a-4699-b7c2-eaf8ddedc1fc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Pushing event deleted for resources: {'Port': ['ID=cf65c088-1188-479e-a207-5b5919c77b82,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:28.878839 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['cf65c088-1188-479e-a207-5b5919c77b82'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:34:28.883685 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:28.901946 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-80545285-c99e-4837-9512-42600082d248 req-4ace9389-96eb-4628-8470-5954f17094e0 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=051bb4c3-2772-4944-b811-95306c44e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738318 Oct 24 13:34:28.914012 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 7c46147c-24a2-452b-a544-6a481d4fdabb triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:28.914395 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (7c46147c-24a2-452b-a544-6a481d4fdabb), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:28.928473 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 7c46147c-24a2-452b-a544-6a481d4fdabb Oct 24 13:34:28.945254 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1ab20f94-f7ab-424c-8d79-6e3648191f16 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:28.951109 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-1ab20f94-f7ab-424c-8d79-6e3648191f16 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5544651 Oct 24 13:34:29.091620 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 7c46147c-24a2-452b-a544-6a481d4fdabb is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:29.093809 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device df4d8854-eec0-4a43-8761-561e99522edf up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:34:29.174016 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port df4d8854-eec0-4a43-8761-561e99522edf triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:29.174862 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (df4d8854-eec0-4a43-8761-561e99522edf), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:29.175253 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port df4d8854-eec0-4a43-8761-561e99522edf Oct 24 13:34:29.221878 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:29.273937 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port df4d8854-eec0-4a43-8761-561e99522edf is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:29.274337 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (df4d8854-eec0-4a43-8761-561e99522edf), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:29.282587 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b99222-4d1c-4ba9-a1ea-6820bc36a320 req-57d69022-ae9a-4699-b7c2-eaf8ddedc1fc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] No DVR routers for this DVR port cf65c088-1188-479e-a207-5b5919c77b82 on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:34:29.285288 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-94b99222-4d1c-4ba9-a1ea-6820bc36a320 req-57d69022-ae9a-4699-b7c2-eaf8ddedc1fc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:29.289903 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-94b99222-4d1c-4ba9-a1ea-6820bc36a320 req-57d69022-ae9a-4699-b7c2-eaf8ddedc1fc tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.59 "DELETE /networking/v2.0/ports/cf65c088-1188-479e-a207-5b5919c77b82 HTTP/1.1" status: 204 len: 173 time: 0.9476314 Oct 24 13:34:29.290431 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b2c12f-1e60-4000-ac5c-d7a5864939a1', 'name': 'network-vif-deleted', 'tag': 'cf65c088-1188-479e-a207-5b5919c77b82'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:34:29.292725 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986a56bc-72bc-4e28-a147-b0b9941086f5" -d '{"events": [{"server_uuid": "48b2c12f-1e60-4000-ac5c-d7a5864939a1", "name": "network-vif-deleted", "tag": "cf65c088-1188-479e-a207-5b5919c77b82"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:34:29.320192 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port df4d8854-eec0-4a43-8761-561e99522edf, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=df4d8854-eec0-4a43-8761-561e99522edf,segment=NetworkSegment(99f70b6e-074d-4c69-9c99-2f65151e8eb7),segment_id=99f70b6e-074d-4c69-9c99-2f65151e8eb7)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:29.353695 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de15b15-914f-4f49-9e8b-84efa60c7642 x-openstack-request-id: req-8de15b15-914f-4f49-9e8b-84efa60c7642 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:34:29.354264 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b2c12f-1e60-4000-ac5c-d7a5864939a1", "name": "network-vif-deleted", "tag": "cf65c088-1188-479e-a207-5b5919c77b82", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:34:29.354264 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8de15b15-914f-4f49-9e8b-84efa60c7642 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:34:29.354611 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de15b15-914f-4f49-9e8b-84efa60c7642'] response: {'server_uuid': '48b2c12f-1e60-4000-ac5c-d7a5864939a1', 'name': 'network-vif-deleted', 'tag': 'cf65c088-1188-479e-a207-5b5919c77b82', 'status': 'completed', 'code': 200} Oct 24 13:34:29.387625 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (df4d8854-eec0-4a43-8761-561e99522edf), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:29.442705 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=df4d8854-eec0-4a43-8761-561e99522edf,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:29.858651 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device c7b02435-39c6-46a8-a356-81bef309201a no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:34:29.879102 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: c7b02435-39c6-46a8-a356-81bef309201a {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:34:29.879450 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device c7b02435-39c6-46a8-a356-81bef309201a not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:34:30.034448 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-eba95c2b-feef-4c8b-8523-70dd886c370f req-416b1266-36e5-4aca-99e2-33553c5453c4 tempest-ServerRescueNegativeTestJSON-440406220 tempest-ServerRescueNegativeTestJSON-440406220-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=48b2c12f-1e60-4000-ac5c-d7a5864939a1 HTTP/1.1" status: 200 len: 210 time: 0.0286732 Oct 24 13:34:30.670150 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device df4d8854-eec0-4a43-8761-561e99522edf up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:34:30.716334 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port df4d8854-eec0-4a43-8761-561e99522edf triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:30.716708 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (df4d8854-eec0-4a43-8761-561e99522edf), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:30.717040 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port df4d8854-eec0-4a43-8761-561e99522edf Oct 24 13:34:30.797406 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port df4d8854-eec0-4a43-8761-561e99522edf is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:31.102344 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41222) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:31.341487 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f297c430-2581-43b9-b5c5-939c4d2f53c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:31.493963 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:31.587904 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-91fc86fb-735e-4f08-928e-e296dde7c7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7922041'] for router_interface (280a2765-9c78-4045-9245-b3efcbe9eeaa), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:31.785601 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:31.816684 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-91fc86fb-735e-4f08-928e-e296dde7c7f5 admin admin] Deleting port 098e25dc-7780-4416-a849-75d3a818a7fb {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:34:31.817020 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-91fc86fb-735e-4f08-928e-e296dde7c7f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (098e25dc-7780-4416-a849-75d3a818a7fb), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:32.139584 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-91fc86fb-735e-4f08-928e-e296dde7c7f5 admin admin] For port 098e25dc-7780-4416-a849-75d3a818a7fb, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=098e25dc-7780-4416-a849-75d3a818a7fb,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:32.140255 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-91fc86fb-735e-4f08-928e-e296dde7c7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (098e25dc-7780-4416-a849-75d3a818a7fb), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:32.153744 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-91fc86fb-735e-4f08-928e-e296dde7c7f5 admin admin] Calling delete_port for 098e25dc-7780-4416-a849-75d3a818a7fb owned by network:router_interface {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:34:32.365020 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-91fc86fb-735e-4f08-928e-e296dde7c7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (098e25dc-7780-4416-a849-75d3a818a7fb), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:32.392256 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc86fb-735e-4f08-928e-e296dde7c7f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=098e25dc-7780-4416-a849-75d3a818a7fb,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:32.563656 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-91fc86fb-735e-4f08-928e-e296dde7c7f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8330508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7925705'] for router_interface (280a2765-9c78-4045-9245-b3efcbe9eeaa), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:32.575182 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:32.584456 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c997aaa-2714-46bb-a3a8-1275ff28e7db None None] get_active_networks_info from dv-cinder-862491-1-iscsi {{(pid=104909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:34:32.701580 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:32.714598 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c997aaa-2714-46bb-a3a8-1275ff28e7db None None] Resources bound (agent type, host, resource id): {{(pid=104909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:34:32.783598 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fc86fb-735e-4f08-928e-e296dde7c7f5 admin admin] Router 280a2765-9c78-4045-9245-b3efcbe9eeaa has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:34:32.887716 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fc86fb-735e-4f08-928e-e296dde7c7f5 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:34:32.892940 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-91fc86fb-735e-4f08-928e-e296dde7c7f5 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/280a2765-9c78-4045-9245-b3efcbe9eeaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7916937 Oct 24 13:34:32.896006 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41230) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:32.898331 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4922c8a8-295f-470b-a2dd-03650369f5dd None None] Sync routers for ids ['280a2765-9c78-4045-9245-b3efcbe9eeaa'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:34:32.927937 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922c8a8-295f-470b-a2dd-03650369f5dd None None] Routers {'280a2765-9c78-4045-9245-b3efcbe9eeaa'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:32.928613 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-4922c8a8-295f-470b-a2dd-03650369f5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['280a2765-9c78-4045-9245-b3efcbe9eeaa'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:32.979852 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:32.998663 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c896b45f-2ff4-406d-9355-5fb65e2c9e46 admin admin] Publish callbacks [] for router (280a2765-9c78-4045-9245-b3efcbe9eeaa), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:33.037107 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-4922c8a8-295f-470b-a2dd-03650369f5dd None None] Set router 280a2765-9c78-4045-9245-b3efcbe9eeaa gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:33.100132 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:33.106302 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c896b45f-2ff4-406d-9355-5fb65e2c9e46 admin admin] Publish callbacks [] for router_gateway (280a2765-9c78-4045-9245-b3efcbe9eeaa), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:33.244318 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-4922c8a8-295f-470b-a2dd-03650369f5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:34:32Z', 'revision_number': 5, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port': {'id': '5e2bf670-5600-41dd-8022-51b3f778129d', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:33.260987 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-c896b45f-2ff4-406d-9355-5fb65e2c9e46 admin admin] Deleting port 5e2bf670-5600-41dd-8022-51b3f778129d {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:34:33.261944 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c896b45f-2ff4-406d-9355-5fb65e2c9e46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (5e2bf670-5600-41dd-8022-51b3f778129d), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:33.273595 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4922c8a8-295f-470b-a2dd-03650369f5dd None None] Checking router: 280a2765-9c78-4045-9245-b3efcbe9eeaa for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:34:33.282416 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922c8a8-295f-470b-a2dd-03650369f5dd None None] Routers {'280a2765-9c78-4045-9245-b3efcbe9eeaa'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:34:33.283027 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-4922c8a8-295f-470b-a2dd-03650369f5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:34:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['280a2765-9c78-4045-9245-b3efcbe9eeaa'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:33.346678 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-c896b45f-2ff4-406d-9355-5fb65e2c9e46 admin admin] For port 5e2bf670-5600-41dd-8022-51b3f778129d, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=5e2bf670-5600-41dd-8022-51b3f778129d,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:33.347044 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c896b45f-2ff4-406d-9355-5fb65e2c9e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (5e2bf670-5600-41dd-8022-51b3f778129d), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:33.366776 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-c896b45f-2ff4-406d-9355-5fb65e2c9e46 admin admin] Calling delete_port for 5e2bf670-5600-41dd-8022-51b3f778129d owned by network:router_gateway {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:34:33.372349 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-4922c8a8-295f-470b-a2dd-03650369f5dd None None] Set router 280a2765-9c78-4045-9245-b3efcbe9eeaa gateway port host: None {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:34:33.425897 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-4922c8a8-295f-470b-a2dd-03650369f5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:34:33Z', 'revision_number': 6, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port_host': None}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:33.450752 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4922c8a8-295f-470b-a2dd-03650369f5dd None None] The sync data for ids ['280a2765-9c78-4045-9245-b3efcbe9eeaa'] in dv-cinder-862491-1-iscsi is: [{'id': '280a2765-9c78-4045-9245-b3efcbe9eeaa', 'name': 'tempest-ServerRescueNegativeTestJSON-44242756-router', 'tenant_id': '986792b802264c748e4614c4d2a17680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:34:33Z', 'revision_number': 6, 'project_id': '986792b802264c748e4614c4d2a17680', 'gw_port_host': None}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:34:33.472334 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-6099f6c5-1b46-4361-94ac-df364ae7a9bf None None] Provisioning complete for port 928ce97a-87ca-4797-9644-21b89f0eb80e triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:33.473003 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-6099f6c5-1b46-4361-94ac-df364ae7a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:33.473341 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-6099f6c5-1b46-4361-94ac-df364ae7a9bf None None] Attempt 1 to provision port 928ce97a-87ca-4797-9644-21b89f0eb80e Oct 24 13:34:33.507957 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:33.547505 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-6099f6c5-1b46-4361-94ac-df364ae7a9bf None None] Current status of the port 928ce97a-87ca-4797-9644-21b89f0eb80e is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:34:33.604351 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c896b45f-2ff4-406d-9355-5fb65e2c9e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (5e2bf670-5600-41dd-8022-51b3f778129d), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:33.629227 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896b45f-2ff4-406d-9355-5fb65e2c9e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2bf670-5600-41dd-8022-51b3f778129d,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:33.637107 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-5e53b562-0120-4105-9a49-ddd985b0efbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:33.696760 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c896b45f-2ff4-406d-9355-5fb65e2c9e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924636'] for router_gateway (280a2765-9c78-4045-9245-b3efcbe9eeaa), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:33.791527 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c896b45f-2ff4-406d-9355-5fb65e2c9e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-484265'] for router (280a2765-9c78-4045-9245-b3efcbe9eeaa), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:33.795632 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c896b45f-2ff4-406d-9355-5fb65e2c9e46 admin admin] Publish callbacks [] for router_controller (280a2765-9c78-4045-9245-b3efcbe9eeaa), precommit_delete_associations {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:33.881292 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device cf65c088-1188-479e-a207-5b5919c77b82 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:34:33.903282 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: cf65c088-1188-479e-a207-5b5919c77b82 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:34:33.903623 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device cf65c088-1188-479e-a207-5b5919c77b82 not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:34:33.912779 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c896b45f-2ff4-406d-9355-5fb65e2c9e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7921978'] for router (280a2765-9c78-4045-9245-b3efcbe9eeaa), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:33.913368 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c896b45f-2ff4-406d-9355-5fb65e2c9e46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 280a2765-9c78-4045-9245-b3efcbe9eeaa {{(pid=104907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:34:33.917479 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-c896b45f-2ff4-406d-9355-5fb65e2c9e46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:33.918631 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-c896b45f-2ff4-406d-9355-5fb65e2c9e46 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/280a2765-9c78-4045-9245-b3efcbe9eeaa HTTP/1.1" status: 204 len: 168 time: 1.0213220 Oct 24 13:34:33.921175 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41234) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:33.966753 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ceac839-1440-4585-bcb8-b5c6a5c3c442 admin admin] Deleting subnet 23b6e2ac-f85b-4064-b811-8257eb367afd {{(pid=104907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:34:33.969847 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2ceac839-1440-4585-bcb8-b5c6a5c3c442 admin admin] Publish callbacks [] for subnet (23b6e2ac-f85b-4064-b811-8257eb367afd), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.015143 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2ceac839-1440-4585-bcb8-b5c6a5c3c442 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4404742'] for subnet (23b6e2ac-f85b-4064-b811-8257eb367afd), precommit_delete_associations {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.089979 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2ceac839-1440-4585-bcb8-b5c6a5c3c442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (23b6e2ac-f85b-4064-b811-8257eb367afd), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.217254 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2ceac839-1440-4585-bcb8-b5c6a5c3c442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5210571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4442784'] for subnet (23b6e2ac-f85b-4064-b811-8257eb367afd), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.254751 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceac839-1440-4585-bcb8-b5c6a5c3c442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b6e2ac-f85b-4064-b811-8257eb367afd,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:34.261782 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2ceac839-1440-4585-bcb8-b5c6a5c3c442 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.265238 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-2ceac839-1440-4585-bcb8-b5c6a5c3c442 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/23b6e2ac-f85b-4064-b811-8257eb367afd HTTP/1.1" status: 204 len: 168 time: 0.3431253 Oct 24 13:34:34.267891 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41240) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:34.269877 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8491b816-5b01-4198-aed2-4dd15f0697a3 None None] Network 66080719-964f-4fc3-8c4a-84b1c81a6ebc requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:34:34.318009 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:34.340712 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (66080719-964f-4fc3-8c4a-84b1c81a6ebc), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.387871 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] Deleting port 928ce97a-87ca-4797-9644-21b89f0eb80e {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:34:34.388487 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.443751 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c0dfa-44da-44be-b80e-07dd9e8537c6 None None] DHCP port deletion for 66080719-964f-4fc3-8c4a-84b1c81a6ebc request from dv-cinder-862491-1-iscsi {{(pid=104909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:34:34.458642 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] For port 928ce97a-87ca-4797-9644-21b89f0eb80e, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=928ce97a-87ca-4797-9644-21b89f0eb80e,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:34.459007 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.477328 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] Calling delete_port for 928ce97a-87ca-4797-9644-21b89f0eb80e owned by network:dhcp {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:34:34.494026 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-073c0dfa-44da-44be-b80e-07dd9e8537c6 None None] Deleting port 928ce97a-87ca-4797-9644-21b89f0eb80e {{(pid=104909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:34:34.494784 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-073c0dfa-44da-44be-b80e-07dd9e8537c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), before_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.560793 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-073c0dfa-44da-44be-b80e-07dd9e8537c6 None None] For port 928ce97a-87ca-4797-9644-21b89f0eb80e, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=928ce97a-87ca-4797-9644-21b89f0eb80e,segment=NetworkSegment(5afd93d1-b52b-458b-9652-8d16e29c9db4),segment_id=5afd93d1-b52b-458b-9652-8d16e29c9db4)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:34:34.561186 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-073c0dfa-44da-44be-b80e-07dd9e8537c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), precommit_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.574293 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-073c0dfa-44da-44be-b80e-07dd9e8537c6 None None] Calling delete_port for 928ce97a-87ca-4797-9644-21b89f0eb80e owned by network:dhcp {{(pid=104909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:34:34.644568 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.661891 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-073c0dfa-44da-44be-b80e-07dd9e8537c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071'] for port (928ce97a-87ca-4797-9644-21b89f0eb80e), after_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.667614 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] Pushing event deleted for resources: {'Port': ['ID=928ce97a-87ca-4797-9644-21b89f0eb80e,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:34.680167 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] No DVR routers for this DVR port 928ce97a-87ca-4797-9644-21b89f0eb80e on host dv-cinder-862491-1-iscsi {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:34:34.705509 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c0dfa-44da-44be-b80e-07dd9e8537c6 None None] Pushing event deleted for resources: {'Port': ['ID=928ce97a-87ca-4797-9644-21b89f0eb80e,revision_number=None']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:34.705509 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c0dfa-44da-44be-b80e-07dd9e8537c6 None None] No DVR routers for this DVR port 928ce97a-87ca-4797-9644-21b89f0eb80e on host dv-cinder-862491-1-iscsi {{(pid=104909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:34:34.705509 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 928ce97a-87ca-4797-9644-21b89f0eb80e no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:34:34.724569 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 928ce97a-87ca-4797-9644-21b89f0eb80e {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:34:34.724915 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 928ce97a-87ca-4797-9644-21b89f0eb80e not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:34:34.725322 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 5e2bf670-5600-41dd-8022-51b3f778129d no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:34:34.747379 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 5e2bf670-5600-41dd-8022-51b3f778129d {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:34:34.747731 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 5e2bf670-5600-41dd-8022-51b3f778129d not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:34:34.748140 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 098e25dc-7780-4416-a849-75d3a818a7fb no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:34:34.769639 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 098e25dc-7780-4416-a849-75d3a818a7fb {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:34:34.769981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 098e25dc-7780-4416-a849-75d3a818a7fb not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:34:34.774801 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (66080719-964f-4fc3-8c4a-84b1c81a6ebc), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.795442 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66080719-964f-4fc3-8c4a-84b1c81a6ebc']}} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:34.804681 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afd93d1-b52b-458b-9652-8d16e29c9db4') {'for_net_delete': True} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:34.804979 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afd93d1-b52b-458b-9652-8d16e29c9db4') {} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:34:34.818096 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5528175'] for segment (5afd93d1-b52b-458b-9652-8d16e29c9db4), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.831378 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (5afd93d1-b52b-458b-9652-8d16e29c9db4), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.838439 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=104908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:34:34.838814 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387000'] for segment (5afd93d1-b52b-458b-9652-8d16e29c9db4), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.857713 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment 5afd93d1-b52b-458b-9652-8d16e29c9db4 resource provider aggregate not found Oct 24 13:34:34.887675 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment 5afd93d1-b52b-458b-9652-8d16e29c9db4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5afd93d1-b52b-458b-9652-8d16e29c9db4 found for delete ", "request_id": "req-a08af643-63a8-403e-8c18-57113ad4b6ba"}]} Oct 24 13:34:34.958285 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.986881 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (66080719-964f-4fc3-8c4a-84b1c81a6ebc), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.992878 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:34.996089 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/66080719-964f-4fc3-8c4a-84b1c81a6ebc HTTP/1.1" status: 204 len: 168 time: 0.7267916 Oct 24 13:34:35.008069 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092401d0-954d-4aca-88d6-05ddee6b6275 admin admin] Pushing event deleted for resources: {'Network': ['ID=66080719-964f-4fc3-8c4a-84b1c81a6ebc,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:35.346515 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41250) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:35.386403 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-dd6b65c6-d94f-432d-9dcb-be02c73e7f7d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=986792b802264c748e4614c4d2a17680&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387502 Oct 24 13:34:35.388854 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41252) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:35.420414 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:35.436397 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cb26af0e-d4ed-48ee-b316-dc6ac9a251fb admin admin] Publish callbacks [] for security_group (051bb4c3-2772-4944-b811-95306c44e9f3), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:35.460728 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cb26af0e-d4ed-48ee-b316-dc6ac9a251fb admin admin] Publish callbacks [] for security_group (051bb4c3-2772-4944-b811-95306c44e9f3), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:35.547133 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cb26af0e-d4ed-48ee-b316-dc6ac9a251fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (051bb4c3-2772-4944-b811-95306c44e9f3), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:35.549696 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-cb26af0e-d4ed-48ee-b316-dc6ac9a251fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:35.550840 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-cb26af0e-d4ed-48ee-b316-dc6ac9a251fb admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/051bb4c3-2772-4944-b811-95306c44e9f3 HTTP/1.1" status: 204 len: 168 time: 0.1611166 Oct 24 13:34:35.559069 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26af0e-d4ed-48ee-b316-dc6ac9a251fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051bb4c3-2772-4944-b811-95306c44e9f3,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:36.358479 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:36.586828 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:43.399694 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=69 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:43.429664 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=30 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:43.844566 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3142798-73e6-4ded-8af2-e55c02005a28 req-bf1f47e9-5bb0-41bb-869f-9ff7d43f05f1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:43.846048 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e3142798-73e6-4ded-8af2-e55c02005a28 req-bf1f47e9-5bb0-41bb-869f-9ff7d43f05f1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0500507 Oct 24 13:34:43.898352 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e3142798-73e6-4ded-8af2-e55c02005a28 req-4ca3def2-ea6f-4e8a-a05c-4936968044f2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453558 Oct 24 13:34:44.222478 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=29,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:44.227391 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:44.988671 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:45.023341 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab3a37-b41c-4366-88cc-a2e1e4bb74b3 req-c3170691-4a75-48e2-8e71-c604dac8f6d8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:45.025400 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-37ab3a37-b41c-4366-88cc-a2e1e4bb74b3 req-c3170691-4a75-48e2-8e71-c604dac8f6d8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0458701 Oct 24 13:34:45.073015 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-37ab3a37-b41c-4366-88cc-a2e1e4bb74b3 req-6efe07ec-a043-4809-a783-09c39f3dbbe3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419700 Oct 24 13:34:46.200951 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb87690-d93e-4e13-bdde-00c3c8839524 req-0ce62fea-bbc3-43fa-8bac-c5fdf733d0bb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:46.202420 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7bb87690-d93e-4e13-bdde-00c3c8839524 req-0ce62fea-bbc3-43fa-8bac-c5fdf733d0bb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0474958 Oct 24 13:34:46.248668 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7bb87690-d93e-4e13-bdde-00c3c8839524 req-5b80724d-2e24-42da-8eb1-32a8aaa7d03a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406196 Oct 24 13:34:46.506460 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=34,neutron:DELETE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:46.512360 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:47.375681 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be528a-3455-4fc6-a668-a34d95305085 req-e21ee24a-99bf-48cc-a04e-7ac509f9ba13 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:47.377172 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b9be528a-3455-4fc6-a668-a34d95305085 req-e21ee24a-99bf-48cc-a04e-7ac509f9ba13 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0487599 Oct 24 13:34:47.423882 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b9be528a-3455-4fc6-a668-a34d95305085 req-3338ea0a-4a47-47f2-b9de-f4312a6c5bb3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412567 Oct 24 13:34:48.548767 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4df09-aec2-4608-976d-95518608d021 req-6dc973f9-cc86-48dc-bc65-602138e6a2f9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:48.550259 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f6c4df09-aec2-4608-976d-95518608d021 req-6dc973f9-cc86-48dc-bc65-602138e6a2f9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0473187 Oct 24 13:34:48.598498 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f6c4df09-aec2-4608-976d-95518608d021 req-175a9131-c1cc-485e-8f74-5b935fef6d4d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423987 Oct 24 13:34:48.615337 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41448) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:48.722788 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:48.795473 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Publish callbacks [] for security_group (d8d62603-ee66-4e9b-8ad2-8151616d6903), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:48.843938 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (d8d62603-ee66-4e9b-8ad2-8151616d6903), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:48.881319 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=bf34f9fd75984e5f98c9dc748f10bb23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649517 Oct 24 13:34:48.883183 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d62603-ee66-4e9b-8ad2-8151616d6903,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:48.884133 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41454) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:48.890996 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:48.891341 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:48.891679 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:48.893073 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:48.893073 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:48.893073 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:48.893073 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:48.893410 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:48.893617 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:48.893917 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:48.894237 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:48.894556 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:48.894873 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:48.895191 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:48.895507 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccdd927-4dc7-44f6-a57c-dc4e5593b034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:34:48.935620 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d9c015e7-0ec8-4615-afd1-7ef8a119c203 admin admin] Publish callbacks [] for security_group (d8d62603-ee66-4e9b-8ad2-8151616d6903), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:48.955766 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d9c015e7-0ec8-4615-afd1-7ef8a119c203 admin admin] Publish callbacks [] for security_group (d8d62603-ee66-4e9b-8ad2-8151616d6903), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:49.066853 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d9c015e7-0ec8-4615-afd1-7ef8a119c203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (d8d62603-ee66-4e9b-8ad2-8151616d6903), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:49.069529 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d9c015e7-0ec8-4615-afd1-7ef8a119c203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:49.070707 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-d9c015e7-0ec8-4615-afd1-7ef8a119c203 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/d8d62603-ee66-4e9b-8ad2-8151616d6903 HTTP/1.1" status: 204 len: 168 time: 0.1855910 Oct 24 13:34:49.125412 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c015e7-0ec8-4615-afd1-7ef8a119c203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d62603-ee66-4e9b-8ad2-8151616d6903,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:49.727829 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae9978-3ffe-447d-abf6-42c87f449d17 req-8bcad7b7-8262-447e-9e60-02c1269ef33d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:49.729990 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aae9978-3ffe-447d-abf6-42c87f449d17 req-8bcad7b7-8262-447e-9e60-02c1269ef33d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0519094 Oct 24 13:34:49.778334 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aae9978-3ffe-447d-abf6-42c87f449d17 req-14651a7a-a936-41a0-9155-4af940bda3d9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427113 Oct 24 13:34:50.903915 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a3500-bb3e-41db-bc5a-f97e62a8ed67 req-61a07c6e-693c-4902-bfe1-5684c82e67c8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:50.905443 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-189a3500-bb3e-41db-bc5a-f97e62a8ed67 req-61a07c6e-693c-4902-bfe1-5684c82e67c8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0468309 Oct 24 13:34:50.956780 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-189a3500-bb3e-41db-bc5a-f97e62a8ed67 req-d42f6e70-6b7c-4181-93b2-00662fac434a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453069 Oct 24 13:34:51.988131 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41534) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:52.084833 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb0638-db04-4463-9b22-1cec9c72197c req-868395a5-96b5-4a01-be6d-c7326676dacd tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:52.086531 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffcb0638-db04-4463-9b22-1cec9c72197c req-868395a5-96b5-4a01-be6d-c7326676dacd tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0481491 Oct 24 13:34:52.093358 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e631e251-46c7-45c9-a249-2c40a203e57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:52.136127 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffcb0638-db04-4463-9b22-1cec9c72197c req-2903a057-b31f-423c-a990-7e55e011e291 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438564 Oct 24 13:34:52.173421 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e631e251-46c7-45c9-a249-2c40a203e57b admin admin] Publish callbacks [] for security_group (e1a3ed7e-9a95-4063-ad25-5b5b021f3b89), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:52.204112 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e631e251-46c7-45c9-a249-2c40a203e57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (e1a3ed7e-9a95-4063-ad25-5b5b021f3b89), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:52.241627 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631e251-46c7-45c9-a249-2c40a203e57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a3ed7e-9a95-4063-ad25-5b5b021f3b89,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:52.246453 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-e631e251-46c7-45c9-a249-2c40a203e57b admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=2f3ed484b2d541e294c0f3543b7e4a12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572916 Oct 24 13:34:52.249142 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41542) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:52.296758 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-76eedec8-5309-4cb7-8b15-0f20ac1e24bc admin admin] Publish callbacks [] for security_group (e1a3ed7e-9a95-4063-ad25-5b5b021f3b89), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:52.316969 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-76eedec8-5309-4cb7-8b15-0f20ac1e24bc admin admin] Publish callbacks [] for security_group (e1a3ed7e-9a95-4063-ad25-5b5b021f3b89), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:52.415044 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-76eedec8-5309-4cb7-8b15-0f20ac1e24bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (e1a3ed7e-9a95-4063-ad25-5b5b021f3b89), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:52.418145 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-76eedec8-5309-4cb7-8b15-0f20ac1e24bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:52.419343 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-76eedec8-5309-4cb7-8b15-0f20ac1e24bc admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/e1a3ed7e-9a95-4063-ad25-5b5b021f3b89 HTTP/1.1" status: 204 len: 168 time: 0.1692731 Oct 24 13:34:52.427081 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eedec8-5309-4cb7-8b15-0f20ac1e24bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a3ed7e-9a95-4063-ad25-5b5b021f3b89,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:52.910635 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41550) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:52.924398 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5551-b6a6-4cb7-9e99-c6fa13ec283e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:52.998797 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5551-b6a6-4cb7-9e99-c6fa13ec283e admin admin] Publish callbacks [] for security_group (f5a195a4-c09c-4502-9516-ff39f9664e01), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:53.043484 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5551-b6a6-4cb7-9e99-c6fa13ec283e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (f5a195a4-c09c-4502-9516-ff39f9664e01), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:53.048678 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:53.087846 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-bb0a5551-b6a6-4cb7-9e99-c6fa13ec283e admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=3e61b7f42d8f49679a482fc2f231f012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1761470 Oct 24 13:34:53.089266 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a5551-b6a6-4cb7-9e99-c6fa13ec283e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a195a4-c09c-4502-9516-ff39f9664e01,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:53.091556 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41552) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:53.143261 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-da8b4665-5231-4d25-9b9f-d819916befb6 admin admin] Publish callbacks [] for security_group (f5a195a4-c09c-4502-9516-ff39f9664e01), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:53.145630 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:53.163720 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-da8b4665-5231-4d25-9b9f-d819916befb6 admin admin] Publish callbacks [] for security_group (f5a195a4-c09c-4502-9516-ff39f9664e01), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:53.266239 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1a31c-5c4a-4a21-ac91-4de4c811b765 req-f3c77433-a38e-4cd9-acdf-59332cdc2f1b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:53.267657 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7fc1a31c-5c4a-4a21-ac91-4de4c811b765 req-f3c77433-a38e-4cd9-acdf-59332cdc2f1b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0461583 Oct 24 13:34:53.272663 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-da8b4665-5231-4d25-9b9f-d819916befb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (f5a195a4-c09c-4502-9516-ff39f9664e01), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:53.275260 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-da8b4665-5231-4d25-9b9f-d819916befb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:53.276979 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-da8b4665-5231-4d25-9b9f-d819916befb6 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/f5a195a4-c09c-4502-9516-ff39f9664e01 HTTP/1.1" status: 204 len: 168 time: 0.1845479 Oct 24 13:34:53.286193 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b4665-5231-4d25-9b9f-d819916befb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a195a4-c09c-4502-9516-ff39f9664e01,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:53.319953 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:53.325469 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7fc1a31c-5c4a-4a21-ac91-4de4c811b765 req-6abfda5c-b9d4-413d-9608-a17f249c19e1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519419 Oct 24 13:34:54.454438 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe45f14-cd76-440c-86f3-0861469056f6 req-b62b5d36-fe29-4d91-b584-63fba8f06e02 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:54.460761 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffe45f14-cd76-440c-86f3-0861469056f6 req-b62b5d36-fe29-4d91-b584-63fba8f06e02 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0525975 Oct 24 13:34:54.515808 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ffe45f14-cd76-440c-86f3-0861469056f6 req-3d4f8e39-ec7f-4bde-968c-2b564bcdf3fd tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489790 Oct 24 13:34:54.586469 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-a6945997-9564-4d98-83ee-0a83f3fdb1b1 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-14826782&fields=id&tenant_id=46d41e46b7e3415684c32b22f31eefb5 HTTP/1.1" status: 200 len: 267 time: 0.0451849 Oct 24 13:34:54.620462 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:54.700479 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-972ae1a0-9171-4a68-bd02-7b4612ee731a tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:54.701965 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-972ae1a0-9171-4a68-bd02-7b4612ee731a tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/networks?id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532 HTTP/1.1" status: 200 len: 811 time: 0.1082771 Oct 24 13:34:54.717273 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-e460f983-352e-4d7e-9808-9ce01b15689f tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/quotas/46d41e46b7e3415684c32b22f31eefb5 HTTP/1.1" status: 200 len: 375 time: 0.0098889 Oct 24 13:34:54.771250 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-3c19958b-1946-40b1-b9c3-959cc40d5fc3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=46d41e46b7e3415684c32b22f31eefb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487852 Oct 24 13:34:54.869381 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-d976a68c-325d-485b-95e5-b0ae43a814d9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863314 Oct 24 13:34:54.966824 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-b8519336-0aa0-4fee-b4d6-44a552b8dd19 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908353 Oct 24 13:34:55.491088 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-aef8801f-14df-4a2b-855b-7e89ef202fa2 req-ae3da8d4-fa21-454e-b6ae-9e6a52454f1f tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 210 time: 0.0301642 Oct 24 13:34:55.539976 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41622) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:55.657043 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0ede4-599d-43ac-9885-aaa4b0369843 req-bf833243-a74f-4c0d-9a3e-569715c72817 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:55.658539 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3de0ede4-599d-43ac-9885-aaa4b0369843 req-bf833243-a74f-4c0d-9a3e-569715c72817 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0522225 Oct 24 13:34:55.673768 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c8f7833b-174a-4ed4-8c49-6c44d0f1cf3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:55.712792 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3de0ede4-599d-43ac-9885-aaa4b0369843 req-ecfe7239-c840-4ce8-bc98-865f56233018 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439520 Oct 24 13:34:55.751381 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c8f7833b-174a-4ed4-8c49-6c44d0f1cf3c admin admin] Publish callbacks [] for security_group (72a156bc-606b-4e97-99ee-c83e071ce23f), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:55.821036 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c8f7833b-174a-4ed4-8c49-6c44d0f1cf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (72a156bc-606b-4e97-99ee-c83e071ce23f), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:55.859544 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-c8f7833b-174a-4ed4-8c49-6c44d0f1cf3c admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=6fba1209a1294b9db6445668bb83de61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183162 Oct 24 13:34:55.861506 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7833b-174a-4ed4-8c49-6c44d0f1cf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a156bc-606b-4e97-99ee-c83e071ce23f,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:55.862466 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41632) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:55.913108 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6c232ccc-1bd5-475a-8469-719dc4883f0f admin admin] Publish callbacks [] for security_group (72a156bc-606b-4e97-99ee-c83e071ce23f), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:55.933890 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6c232ccc-1bd5-475a-8469-719dc4883f0f admin admin] Publish callbacks [] for security_group (72a156bc-606b-4e97-99ee-c83e071ce23f), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:56.061007 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6c232ccc-1bd5-475a-8469-719dc4883f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (72a156bc-606b-4e97-99ee-c83e071ce23f), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:56.063628 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6c232ccc-1bd5-475a-8469-719dc4883f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:56.064834 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-6c232ccc-1bd5-475a-8469-719dc4883f0f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/72a156bc-606b-4e97-99ee-c83e071ce23f HTTP/1.1" status: 204 len: 168 time: 0.2012050 Oct 24 13:34:56.072959 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c232ccc-1bd5-475a-8469-719dc4883f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a156bc-606b-4e97-99ee-c83e071ce23f,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:56.597719 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d8ca4a47-4f13-480a-a7b4-4c654f1a5e94 req-6ebdeee9-40ee-4e85-afc9-4f3403cf0957 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 210 time: 0.0280731 Oct 24 13:34:56.631137 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41642) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:56.644936 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a9e9bc43-c78a-484a-8c37-75c8db83201f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:56.663867 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:56.719417 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a9e9bc43-c78a-484a-8c37-75c8db83201f admin admin] Publish callbacks [] for security_group (bfee9575-1d42-4a78-97eb-f3c69af8f774), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:56.787033 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a9e9bc43-c78a-484a-8c37-75c8db83201f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (bfee9575-1d42-4a78-97eb-f3c69af8f774), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:56.856921 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9bc43-c78a-484a-8c37-75c8db83201f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfee9575-1d42-4a78-97eb-f3c69af8f774,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:56.866929 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-a9e9bc43-c78a-484a-8c37-75c8db83201f admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=9d3e4865d96d4b059f9df217a88d123f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322307 Oct 24 13:34:56.867643 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41646) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:34:56.874031 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28a6fd-3cb3-4a2b-bcb9-e42fa280ef6f req-a155fb2b-28cc-44f3-9265-b42180e0cc04 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:56.875575 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ee28a6fd-3cb3-4a2b-bcb9-e42fa280ef6f req-a155fb2b-28cc-44f3-9265-b42180e0cc04 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0728457 Oct 24 13:34:56.925623 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f588a0c9-d600-4b85-b0ab-3f5b406904c9 admin admin] Publish callbacks [] for security_group (bfee9575-1d42-4a78-97eb-f3c69af8f774), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:56.929936 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ee28a6fd-3cb3-4a2b-bcb9-e42fa280ef6f req-0db92e35-07f3-49cc-a2d9-d27ad9a489b3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484719 Oct 24 13:34:56.955196 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f588a0c9-d600-4b85-b0ab-3f5b406904c9 admin admin] Publish callbacks [] for security_group (bfee9575-1d42-4a78-97eb-f3c69af8f774), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:57.078579 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f588a0c9-d600-4b85-b0ab-3f5b406904c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (bfee9575-1d42-4a78-97eb-f3c69af8f774), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:57.081245 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f588a0c9-d600-4b85-b0ab-3f5b406904c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:57.082412 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-f588a0c9-d600-4b85-b0ab-3f5b406904c9 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/bfee9575-1d42-4a78-97eb-f3c69af8f774 HTTP/1.1" status: 204 len: 168 time: 0.2142522 Oct 24 13:34:57.090610 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588a0c9-d600-4b85-b0ab-3f5b406904c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfee9575-1d42-4a78-97eb-f3c69af8f774,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:57.682602 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-ba88859a-d527-4efc-afc6-5143f99e6fc9 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:57.684204 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-ba88859a-d527-4efc-afc6-5143f99e6fc9 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.59 "GET /networking/v2.0/networks?id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532 HTTP/1.1" status: 200 len: 811 time: 0.1127765 Oct 24 13:34:57.719199 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1bdc1776-d540-4b67-a285-0e51532710e9 req-fb4e6d5d-211a-47e4-a227-f7af99676d5c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 210 time: 0.0338829 Oct 24 13:34:57.771036 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-65ffb3da-aa31-4744-b48e-2fb45a091e51 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.59 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=46d41e46b7e3415684c32b22f31eefb5 HTTP/1.1" status: 200 len: 378 time: 0.0591123 Oct 24 13:34:57.779950 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-e5e49db8-0022-42b7-b9f9-102508245ba2 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Request body: {'port': {'device_id': '5762454b-33e1-445d-a5e5-be0b4ba78d7b', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'admin_state_up': True, 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'security_groups': ['b644f981-7f13-4a14-b50a-255366e11ea3']}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:57.952789 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-e5e49db8-0022-42b7-b9f9-102508245ba2 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Made reservation on behalf of 46d41e46b7e3415684c32b22f31eefb5 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:34:57.956740 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-e5e49db8-0022-42b7-b9f9-102508245ba2 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:57.973975 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:57.984004 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:58.069172 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecba287-9d26-4520-a163-e570e894f337 req-8bb0cf3c-b4ab-4e8f-8fb1-4f4dbc3bda3e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:58.070824 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7ecba287-9d26-4520-a163-e570e894f337 req-8bb0cf3c-b4ab-4e8f-8fb1-4f4dbc3bda3e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0580239 Oct 24 13:34:58.103311 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-e5e49db8-0022-42b7-b9f9-102508245ba2 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Allocated IP 172.20.0.9 (f594f9ca-1fdb-418d-87fd-7e11dd1c7532/c754290e-efaf-4855-ae51-c99dff5cf159/d65e0e78-310d-4892-8600-9d032dcae474) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:34:58.123031 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7ecba287-9d26-4520-a163-e570e894f337 req-3c384680-eb93-498e-9f72-f6697da5f139 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456810 Oct 24 13:34:58.253519 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-e5e49db8-0022-42b7-b9f9-102508245ba2 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for port (d65e0e78-310d-4892-8600-9d032dcae474), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:58.364206 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-e5e49db8-0022-42b7-b9f9-102508245ba2 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (d65e0e78-310d-4892-8600-9d032dcae474), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:58.415630 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-e5e49db8-0022-42b7-b9f9-102508245ba2 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:34:58.421165 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-e5e49db8-0022-42b7-b9f9-102508245ba2 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:34:58.424187 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-e5e49db8-0022-42b7-b9f9-102508245ba2 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:34:58.429800 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e49db8-0022-42b7-b9f9-102508245ba2 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event updated for resources: {'Port': ['ID=d65e0e78-310d-4892-8600-9d032dcae474,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:58.469151 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:58.484541 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-e5e49db8-0022-42b7-b9f9-102508245ba2 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:58.484541 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-e5e49db8-0022-42b7-b9f9-102508245ba2 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:58.587956 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-e5e49db8-0022-42b7-b9f9-102508245ba2 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8090239 Oct 24 13:34:58.601774 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Request body: {'port': {'device_id': '5762454b-33e1-445d-a5e5-be0b4ba78d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:34:58.626934 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-3cafc383-17a5-42c3-b019-14b8c2594362 None None] Provisioning complete for port d65e0e78-310d-4892-8600-9d032dcae474 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:34:58.627526 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-3cafc383-17a5-42c3-b019-14b8c2594362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (d65e0e78-310d-4892-8600-9d032dcae474), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:58.627812 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-3cafc383-17a5-42c3-b019-14b8c2594362 None None] Attempt 1 to provision port d65e0e78-310d-4892-8600-9d032dcae474 Oct 24 13:34:58.664252 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-3cafc383-17a5-42c3-b019-14b8c2594362 None None] Port d65e0e78-310d-4892-8600-9d032dcae474 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:34:58.669544 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (d65e0e78-310d-4892-8600-9d032dcae474), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:58.887450 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bdf5f-f11b-428d-9de1-6c28a8128cf5 req-f2d02a2e-515a-414e-abf4-6146338fe1fe tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:58.888962 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-828bdf5f-f11b-428d-9de1-6c28a8128cf5 req-f2d02a2e-515a-414e-abf4-6146338fe1fe tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 931 time: 0.0904069 Oct 24 13:34:58.972331 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-828bdf5f-f11b-428d-9de1-6c28a8128cf5 req-b10b7245-7fa9-4e66-ba32-18d5da7c494f tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708251 Oct 24 13:34:59.012294 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:59.014471 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65e0e78-310d-4892-8600-9d032dcae474 {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:34:59.022306 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Publish callbacks [] for port (d65e0e78-310d-4892-8600-9d032dcae474), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:59.035257 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Transition to ACTIVE for port object d65e0e78-310d-4892-8600-9d032dcae474 will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:34:59.096056 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (d65e0e78-310d-4892-8600-9d032dcae474), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:59.172121 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Pushing event updated for resources: {'Port': ['ID=d65e0e78-310d-4892-8600-9d032dcae474,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:59.200845 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:59.230481 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Attempting to bind port d65e0e78-310d-4892-8600-9d032dcae474 on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:34:59.230846 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Attempting to bind port d65e0e78-310d-4892-8600-9d032dcae474 by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:34:59.231173 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Attempting to bind port d65e0e78-310d-4892-8600-9d032dcae474 on network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:34:59.251480 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:59.269815 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25876b-84a2-4b93-9363-406e542a4895 req-67c067b5-814b-44e4-ab47-1321beb7f16f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:59.271251 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ad25876b-84a2-4b93-9363-406e542a4895 req-67c067b5-814b-44e4-ab47-1321beb7f16f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0575104 Oct 24 13:34:59.277076 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Port d65e0e78-310d-4892-8600-9d032dcae474 on network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:34:59.277461 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Attempting to bind port d65e0e78-310d-4892-8600-9d032dcae474 on network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:34:59.322843 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ad25876b-84a2-4b93-9363-406e542a4895 req-4c9642d9-0088-451b-ba52-65e86a3851e4 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444770 Oct 24 13:34:59.326752 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:34:59.327089 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Checking segment: {'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:34:59.327469 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Bound using segment: {'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:34:59.327922 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Bound port: d65e0e78-310d-4892-8600-9d032dcae474, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:34:59.328345 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (d65e0e78-310d-4892-8600-9d032dcae474), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:59.392894 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] For port d65e0e78-310d-4892-8600-9d032dcae474, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:34:59.395824 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] For port d65e0e78-310d-4892-8600-9d032dcae474, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=d65e0e78-310d-4892-8600-9d032dcae474,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:34:59.472952 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (d65e0e78-310d-4892-8600-9d032dcae474), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:59.476161 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:59.476982 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:34:59.478389 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/d65e0e78-310d-4892-8600-9d032dcae474 HTTP/1.1" status: 200 len: 1093 time: 0.8812358 Oct 24 13:34:59.480968 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5762454b-33e1-445d-a5e5-be0b4ba78d7b', 'tag': 'd65e0e78-310d-4892-8600-9d032dcae474'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:34:59.483184 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0ef137-8ff8-4372-a6b0-49baf6fd59d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5762454b-33e1-445d-a5e5-be0b4ba78d7b", "tag": "d65e0e78-310d-4892-8600-9d032dcae474"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:34:59.520814 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad8b5b7-6d37-4c67-9cb2-69e91afc0501 x-openstack-request-id: req-2ad8b5b7-6d37-4c67-9cb2-69e91afc0501 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:34:59.521038 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5762454b-33e1-445d-a5e5-be0b4ba78d7b", "tag": "d65e0e78-310d-4892-8600-9d032dcae474", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:34:59.521285 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ad8b5b7-6d37-4c67-9cb2-69e91afc0501 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:34:59.521676 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad8b5b7-6d37-4c67-9cb2-69e91afc0501'] response: {'name': 'network-changed', 'server_uuid': '5762454b-33e1-445d-a5e5-be0b4ba78d7b', 'tag': 'd65e0e78-310d-4892-8600-9d032dcae474', 'status': 'completed', 'code': 200} Oct 24 13:34:59.535968 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7c53c-63ac-47d9-8d40-45c4422ecb2c service neutron] Pushing event updated for resources: {'Port': ['ID=d65e0e78-310d-4892-8600-9d032dcae474,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:34:59.596392 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:59.619547 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ef137-8ff8-4372-a6b0-49baf6fd59d9 req-aec79404-a005-4f39-8150-845ae43e21a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:59.621625 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dd0ef137-8ff8-4372-a6b0-49baf6fd59d9 req-aec79404-a005-4f39-8150-845ae43e21a3 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=46d41e46b7e3415684c32b22f31eefb5&device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 1127 time: 0.0463223 Oct 24 13:34:59.706077 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:34:59.733361 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ef137-8ff8-4372-a6b0-49baf6fd59d9 req-77566ae1-89f6-4f6f-a58d-2744f06e5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:59.734850 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dd0ef137-8ff8-4372-a6b0-49baf6fd59d9 req-77566ae1-89f6-4f6f-a58d-2744f06e5c2c service neutron] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=46d41e46b7e3415684c32b22f31eefb5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1006310 Oct 24 13:34:59.829883 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ef137-8ff8-4372-a6b0-49baf6fd59d9 req-47f8a1ed-4035-48fa-a2d8-87520fa3cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:59.831381 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dd0ef137-8ff8-4372-a6b0-49baf6fd59d9 req-47f8a1ed-4035-48fa-a2d8-87520fa3cb47 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902984 Oct 24 13:34:59.933109 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-04c255d0-e290-4d63-a7b0-4373f19798d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:34:59.935243 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-04c255d0-e290-4d63-a7b0-4373f19798d8 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=46d41e46b7e3415684c32b22f31eefb5&device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 1127 time: 0.0455005 Oct 24 13:34:59.978513 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-b8166a18-f84f-492f-9c12-2a50b677813f service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d65e0e78-310d-4892-8600-9d032dcae474 HTTP/1.1" status: 200 len: 217 time: 0.0324194 Oct 24 13:35:00.032843 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-ee607d93-4b29-4e18-a116-79a94601ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:00.034202 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-ee607d93-4b29-4e18-a116-79a94601ea3a service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c754290e-efaf-4855-ae51-c99dff5cf159 HTTP/1.1" status: 200 len: 850 time: 0.0494809 Oct 24 13:35:00.083893 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-812db7f4-f5ef-4721-ab83-26d26c1e7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:00.085357 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-812db7f4-f5ef-4721-ab83-26d26c1e7d31 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422077 Oct 24 13:35:00.102136 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7695e-3412-4626-b86c-1446a4992a8f req-ab65352e-ff11-4868-8c1f-b121e3837f7e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:00.103746 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5ed7695e-3412-4626-b86c-1446a4992a8f req-ab65352e-ff11-4868-8c1f-b121e3837f7e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 943 time: 0.0548162 Oct 24 13:35:00.154716 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5ed7695e-3412-4626-b86c-1446a4992a8f req-d4d10f6d-71db-4fe9-9e1e-65c3fb88947e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443790 Oct 24 13:35:00.181424 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-7b317530-da19-473b-b273-24672cdd086c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886443 Oct 24 13:35:00.269740 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-91abbb4d-07bc-463f-ae3d-3621e888eac3 req-891e3b7a-92cc-4a2e-bdfe-702eac8be7e9 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816183 Oct 24 13:35:00.456012 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f30a96-36a1-4d95-964c-f0ede91f7655 req-a747096a-f24b-4eac-80ea-817e4b593ffa tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:00.457479 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a1f30a96-36a1-4d95-964c-f0ede91f7655 req-a747096a-f24b-4eac-80ea-817e4b593ffa tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0496094 Oct 24 13:35:00.504028 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a1f30a96-36a1-4d95-964c-f0ede91f7655 req-7a1e223f-34e1-4e59-a4b0-fce661e5fdba tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409777 Oct 24 13:35:01.274137 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6107d82-6689-4593-8594-8170c211400f req-0a13cbe9-fc76-41f5-9bb7-8f59de1b100e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:01.275609 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e6107d82-6689-4593-8594-8170c211400f req-0a13cbe9-fc76-41f5-9bb7-8f59de1b100e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 943 time: 0.0464599 Oct 24 13:35:01.326178 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e6107d82-6689-4593-8594-8170c211400f req-a553b2a1-0190-4801-867a-2284bfbb42b9 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433841 Oct 24 13:35:01.333693 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ad204cb2-aca9-4543-9ac7-6ad10a970b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:01.629298 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c82c86-d876-4cc8-935a-4dd53827d12d req-2ece5191-1247-40e2-887b-3bfc8ef8c293 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:01.630758 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-75c82c86-d876-4cc8-935a-4dd53827d12d req-2ece5191-1247-40e2-887b-3bfc8ef8c293 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0461056 Oct 24 13:35:01.676785 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-75c82c86-d876-4cc8-935a-4dd53827d12d req-9a3dcf39-df5e-44be-9ad1-0f8eb90f7f9d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405238 Oct 24 13:35:02.450673 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7421d-37a8-44d9-9d17-7dba7eb7105d req-f52573e1-35c3-4c41-a80b-38781dece76c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:02.452261 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1ac7421d-37a8-44d9-9d17-7dba7eb7105d req-f52573e1-35c3-4c41-a80b-38781dece76c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 943 time: 0.0499246 Oct 24 13:35:02.509419 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1ac7421d-37a8-44d9-9d17-7dba7eb7105d req-e2feaf11-9686-4c1f-835c-05f68af3e6ff tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517056 Oct 24 13:35:02.666007 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:35:02.803995 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca673df3-27bd-4fd1-a16b-841148a69a1e req-3004097e-54f5-4c9b-83db-ed66d5de1f01 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:02.805529 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ca673df3-27bd-4fd1-a16b-841148a69a1e req-3004097e-54f5-4c9b-83db-ed66d5de1f01 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0499601 Oct 24 13:35:02.817947 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:02.854504 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ca673df3-27bd-4fd1-a16b-841148a69a1e req-1fcce514-2127-4941-a1a2-e3868b150747 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429583 Oct 24 13:35:03.632380 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8f4be556-d82c-4dba-9ccd-ae586b937e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:03.635309 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a492-f845-4b3d-9032-697e6f66fab8 req-6bb78ed9-d86f-4690-8791-3e16ba34937e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:03.636873 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f127a492-f845-4b3d-9032-697e6f66fab8 req-6bb78ed9-d86f-4690-8791-3e16ba34937e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 943 time: 0.0464370 Oct 24 13:35:03.686509 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f127a492-f845-4b3d-9032-697e6f66fab8 req-0c2e0a0a-53d7-40a8-9cae-7db43ac0abcf tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435612 Oct 24 13:35:03.983184 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71b8a2-b2d2-46bb-a336-1e24c1f353c3 req-219a46c2-7079-4027-850c-14d18dd5fe64 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:03.984683 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bb71b8a2-b2d2-46bb-a336-1e24c1f353c3 req-219a46c2-7079-4027-850c-14d18dd5fe64 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0480030 Oct 24 13:35:04.031392 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bb71b8a2-b2d2-46bb-a336-1e24c1f353c3 req-a6bc729f-850d-434e-bbb7-fc57454adc47 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410907 Oct 24 13:35:04.076117 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 13446e7b-9dfe-44f4-b0f9-5884ab770e75 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:35:04.173827 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 13446e7b-9dfe-44f4-b0f9-5884ab770e75, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=13446e7b-9dfe-44f4-b0f9-5884ab770e75,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:35:04.185983 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '13446e7b-9dfe-44f4-b0f9-5884ab770e75', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'port_id': '13446e7b-9dfe-44f4-b0f9-5884ab770e75', 'mac_address': 'fa:16:3e:44:76:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:35:04.220741 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 is: ACTIVE; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:35:04.221055 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:04.233906 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13446e7b-9dfe-44f4-b0f9-5884ab770e75 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:35:04.253448 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 13446e7b-9dfe-44f4-b0f9-5884ab770e75, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=13446e7b-9dfe-44f4-b0f9-5884ab770e75,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:35:04.300983 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:04.346605 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=13446e7b-9dfe-44f4-b0f9-5884ab770e75,revision_number=6']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:04.434361 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['13446e7b-9dfe-44f4-b0f9-5884ab770e75'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:35:04.807412 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa71722-6a25-4454-9d8b-d230cd10a8cb req-233cad04-809e-4c5e-b632-50e749764afb tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:04.808860 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-caa71722-6a25-4454-9d8b-d230cd10a8cb req-233cad04-809e-4c5e-b632-50e749764afb tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 943 time: 0.0470579 Oct 24 13:35:04.860634 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-caa71722-6a25-4454-9d8b-d230cd10a8cb req-3432ab7a-cd87-4af7-9bcd-89c13478868e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460463 Oct 24 13:35:04.963738 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:05.159545 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a8a81-2fb4-43b0-a554-ced37fe84a5b req-3166d21c-f8c9-437c-8104-2079969c659a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:05.161148 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8a8a8a81-2fb4-43b0-a554-ced37fe84a5b req-3166d21c-f8c9-437c-8104-2079969c659a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 944 time: 0.0461240 Oct 24 13:35:05.211713 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8a8a8a81-2fb4-43b0-a554-ced37fe84a5b req-9bdbcb0d-4bbe-4309-ad54-90350dcfccac tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448284 Oct 24 13:35:05.434128 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41756) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:35:05.537668 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-75eb1b2d-9d02-4f31-bd4e-2158dfed77e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:05.611352 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-75eb1b2d-9d02-4f31-bd4e-2158dfed77e5 admin admin] Publish callbacks [] for security_group (2a849dd5-125a-4493-9767-2e5b3487c6b5), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:05.672027 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-75eb1b2d-9d02-4f31-bd4e-2158dfed77e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (2a849dd5-125a-4493-9767-2e5b3487c6b5), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:05.682549 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:05.712290 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-75eb1b2d-9d02-4f31-bd4e-2158dfed77e5 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=53aebc4cb2b248369514a26a8d2d4ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767823 Oct 24 13:35:05.714181 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb1b2d-9d02-4f31-bd4e-2158dfed77e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a849dd5-125a-4493-9767-2e5b3487c6b5,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:05.715009 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41760) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:35:05.767770 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Publish callbacks [] for security_group (2a849dd5-125a-4493-9767-2e5b3487c6b5), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:05.787304 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Publish callbacks [] for security_group (2a849dd5-125a-4493-9767-2e5b3487c6b5), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:05.906641 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (2a849dd5-125a-4493-9767-2e5b3487c6b5), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:05.909365 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:05.910566 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2a849dd5-125a-4493-9767-2e5b3487c6b5 HTTP/1.1" status: 204 len: 168 time: 0.1944871 Oct 24 13:35:05.919248 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a849dd5-125a-4493-9767-2e5b3487c6b5,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:05.927115 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:05.927474 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:05.927795 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:05.928167 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:05.928554 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:05.928960 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:05.929380 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:05.929604 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:05.929919 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:05.930244 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:05.930574 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:05.930896 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:05.931220 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:05.931543 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:05.931859 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a335af-0cbc-4b9d-a3ac-25c5bdc0711a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:05.988940 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd425c25-3335-4d14-8866-44c87fa58598 req-f28ba980-ff7e-4ebf-8cec-10d21c321df7 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:05.990422 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-dd425c25-3335-4d14-8866-44c87fa58598 req-f28ba980-ff7e-4ebf-8cec-10d21c321df7 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 943 time: 0.0490220 Oct 24 13:35:06.039592 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-dd425c25-3335-4d14-8866-44c87fa58598 req-84992ddf-2768-41a0-a7ad-aae729a0939d tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433340 Oct 24 13:35:06.093676 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 13446e7b-9dfe-44f4-b0f9-5884ab770e75 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:35:06.142189 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:35:06.142558 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:06.142888 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 Oct 24 13:35:06.212081 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:06.214262 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:35:06.214648 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:06.240098 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13446e7b-9dfe-44f4-b0f9-5884ab770e75'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:35:06.242352 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b8af8c-6a40-4d3c-a24a-38e714b47c95" -d '{"events": [{"server_uuid": "6e111014-8ecb-4f6c-865f-a85b64d7cc69", "name": "network-vif-plugged", "status": "completed", "tag": "13446e7b-9dfe-44f4-b0f9-5884ab770e75"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:35:06.266054 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 13446e7b-9dfe-44f4-b0f9-5884ab770e75, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=13446e7b-9dfe-44f4-b0f9-5884ab770e75,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:35:06.299651 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c54b8fc-1827-480c-94a0-2869ef1d88b9 x-openstack-request-id: req-2c54b8fc-1827-480c-94a0-2869ef1d88b9 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:35:06.299940 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e111014-8ecb-4f6c-865f-a85b64d7cc69", "name": "network-vif-plugged", "status": "completed", "tag": "13446e7b-9dfe-44f4-b0f9-5884ab770e75", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:35:06.300191 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c54b8fc-1827-480c-94a0-2869ef1d88b9 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:35:06.300632 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c54b8fc-1827-480c-94a0-2869ef1d88b9'] response: {'server_uuid': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13446e7b-9dfe-44f4-b0f9-5884ab770e75', 'code': 200} Oct 24 13:35:06.341590 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:06.348115 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:06.355953 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705480ea-cfb1-49aa-af04-2983b307c580 req-e06f35dc-e135-49e5-925c-bc03e3ef6500 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:06.357507 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-705480ea-cfb1-49aa-af04-2983b307c580 req-e06f35dc-e135-49e5-925c-bc03e3ef6500 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 944 time: 0.0506706 Oct 24 13:35:06.373489 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:06.395433 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=13446e7b-9dfe-44f4-b0f9-5884ab770e75,revision_number=7']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:06.407949 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:06.407949 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:06.407949 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:06.407949 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:06.407949 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:06.407949 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:06.407949 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:06.407949 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:06.407949 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:06.407949 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:06.407949 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:06.407949 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:06.407949 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:06.407949 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:06.407949 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:35:06.412098 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-705480ea-cfb1-49aa-af04-2983b307c580 req-2587de2f-2407-43c6-a4a2-5d42a5d42990 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487688 Oct 24 13:35:06.526944 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41772) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:35:06.534078 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:06.540754 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e5c90195-5800-415f-bc04-120d889a6531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:06.586372 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:06.587660 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:06.619616 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e5c90195-5800-415f-bc04-120d889a6531 admin admin] Publish callbacks [] for security_group (838fabdf-e3a9-4a0e-a538-a708df770630), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:06.689433 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-e5c90195-5800-415f-bc04-120d889a6531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (838fabdf-e3a9-4a0e-a538-a708df770630), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:06.729619 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-e5c90195-5800-415f-bc04-120d889a6531 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=65adfb8b2a9f42b7b03785aa4c1da79b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016313 Oct 24 13:35:06.730498 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c90195-5800-415f-bc04-120d889a6531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838fabdf-e3a9-4a0e-a538-a708df770630,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:06.733151 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41774) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:35:06.786879 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e81ba852-ed1d-45c2-8891-8d06f5a846b3 admin admin] Publish callbacks [] for security_group (838fabdf-e3a9-4a0e-a538-a708df770630), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:06.806384 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e81ba852-ed1d-45c2-8891-8d06f5a846b3 admin admin] Publish callbacks [] for security_group (838fabdf-e3a9-4a0e-a538-a708df770630), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:06.906328 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e81ba852-ed1d-45c2-8891-8d06f5a846b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (838fabdf-e3a9-4a0e-a538-a708df770630), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:06.908913 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e81ba852-ed1d-45c2-8891-8d06f5a846b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:06.910048 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-e81ba852-ed1d-45c2-8891-8d06f5a846b3 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/838fabdf-e3a9-4a0e-a538-a708df770630 HTTP/1.1" status: 204 len: 168 time: 0.1755638 Oct 24 13:35:06.918388 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ba852-ed1d-45c2-8891-8d06f5a846b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838fabdf-e3a9-4a0e-a538-a708df770630,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:07.161633 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bd7d1-5aef-4937-a891-9ca64f8943ea req-55df8d19-3b41-4aec-949d-ce3ebae6ca12 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:07.163147 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-870bd7d1-5aef-4937-a891-9ca64f8943ea req-55df8d19-3b41-4aec-949d-ce3ebae6ca12 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 943 time: 0.0477135 Oct 24 13:35:07.214030 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-870bd7d1-5aef-4937-a891-9ca64f8943ea req-7b71180b-652b-4e85-927e-c79f0e79826a tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452316 Oct 24 13:35:07.553274 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6ffaf-975e-43e2-afe2-8a313ae7759e req-97d34b64-f7e5-4a16-8979-a2b0dee95afa tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:07.554806 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0ac6ffaf-975e-43e2-afe2-8a313ae7759e req-97d34b64-f7e5-4a16-8979-a2b0dee95afa tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0573814 Oct 24 13:35:07.603467 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0ac6ffaf-975e-43e2-afe2-8a313ae7759e req-6f347a3f-6c2b-4025-afb0-b8df37a19b90 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411415 Oct 24 13:35:08.342673 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a28167-4605-40da-bbc5-e6479851b8b1 req-e8dff1d6-0371-49ff-a2b4-561cec100804 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:08.344135 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-23a28167-4605-40da-bbc5-e6479851b8b1 req-e8dff1d6-0371-49ff-a2b4-561cec100804 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 943 time: 0.0460095 Oct 24 13:35:08.395176 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-23a28167-4605-40da-bbc5-e6479851b8b1 req-508186a8-70cd-40f2-a856-a535e46790cc tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454309 Oct 24 13:35:08.732621 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada3ecd-472d-449d-bca7-04e08a2c3b18 req-506f9877-22a5-4938-b8ca-79e1ef0ff2b0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:08.734128 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8ada3ecd-472d-449d-bca7-04e08a2c3b18 req-506f9877-22a5-4938-b8ca-79e1ef0ff2b0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0484643 Oct 24 13:35:08.788226 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8ada3ecd-472d-449d-bca7-04e08a2c3b18 req-27bcffa5-dfb3-4749-a634-a195978f984f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470209 Oct 24 13:35:09.408421 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41862) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:35:09.523049 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1aef9120-0975-4cff-8af3-25fb2f8fbc9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:09.532488 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f36b4-bcdf-4ed5-8b8f-32422dba1836 req-eaf4915d-600c-43a4-9086-0d513ed4fd65 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:09.534481 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3f6f36b4-bcdf-4ed5-8b8f-32422dba1836 req-eaf4915d-600c-43a4-9086-0d513ed4fd65 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 943 time: 0.0509071 Oct 24 13:35:09.556672 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:09.589167 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3f6f36b4-bcdf-4ed5-8b8f-32422dba1836 req-da6e4c1a-5373-40ea-9016-fac935093717 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486557 Oct 24 13:35:09.612468 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1aef9120-0975-4cff-8af3-25fb2f8fbc9b admin admin] Publish callbacks [] for security_group (7dbdd775-710b-44e9-9ca7-fc252fe05e76), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:09.666962 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1aef9120-0975-4cff-8af3-25fb2f8fbc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (7dbdd775-710b-44e9-9ca7-fc252fe05e76), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:09.710754 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-1aef9120-0975-4cff-8af3-25fb2f8fbc9b admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=9a78ea8a648d4c1da70dfd55a0c3dc05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012583 Oct 24 13:35:09.711933 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef9120-0975-4cff-8af3-25fb2f8fbc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbdd775-710b-44e9-9ca7-fc252fe05e76,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:09.713986 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41874) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:35:09.771332 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a522f3eb-c0c3-4e14-970e-67247d0a67fc admin admin] Publish callbacks [] for security_group (7dbdd775-710b-44e9-9ca7-fc252fe05e76), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:09.793320 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a522f3eb-c0c3-4e14-970e-67247d0a67fc admin admin] Publish callbacks [] for security_group (7dbdd775-710b-44e9-9ca7-fc252fe05e76), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:09.935679 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a522f3eb-c0c3-4e14-970e-67247d0a67fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (7dbdd775-710b-44e9-9ca7-fc252fe05e76), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:09.938540 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a522f3eb-c0c3-4e14-970e-67247d0a67fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:09.942893 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-a522f3eb-c0c3-4e14-970e-67247d0a67fc admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/7dbdd775-710b-44e9-9ca7-fc252fe05e76 HTTP/1.1" status: 204 len: 168 time: 0.2275546 Oct 24 13:35:09.948206 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41571028-3d0e-4c0e-b4c6-20ea07ecb3e5 req-22ac99ab-9b53-4112-a7a3-39edec8841d1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:09.952022 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-41571028-3d0e-4c0e-b4c6-20ea07ecb3e5 req-22ac99ab-9b53-4112-a7a3-39edec8841d1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0730414 Oct 24 13:35:09.957883 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522f3eb-c0c3-4e14-970e-67247d0a67fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbdd775-710b-44e9-9ca7-fc252fe05e76,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:10.055404 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-41571028-3d0e-4c0e-b4c6-20ea07ecb3e5 req-84cd24db-a8ed-4259-bfe1-b8cb561d1ed9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942233 Oct 24 13:35:10.102514 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device d65e0e78-310d-4892-8600-9d032dcae474 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:35:10.225816 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port d65e0e78-310d-4892-8600-9d032dcae474, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=d65e0e78-310d-4892-8600-9d032dcae474,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:35:10.239449 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': 'd65e0e78-310d-4892-8600-9d032dcae474', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'port_id': 'd65e0e78-310d-4892-8600-9d032dcae474', 'mac_address': 'fa:16:3e:39:39:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:35:10.284631 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port d65e0e78-310d-4892-8600-9d032dcae474 is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:35:10.285282 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (d65e0e78-310d-4892-8600-9d032dcae474), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:10.302575 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65e0e78-310d-4892-8600-9d032dcae474 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:35:10.327393 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port d65e0e78-310d-4892-8600-9d032dcae474, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=d65e0e78-310d-4892-8600-9d032dcae474,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:35:10.398419 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (d65e0e78-310d-4892-8600-9d032dcae474), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:10.454267 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=d65e0e78-310d-4892-8600-9d032dcae474,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:10.645268 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 41884) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:35:10.664776 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9a4b883f-cd86-4c2a-b9ec-6b9cf638ef48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:10.691676 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:10.733594 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93d7b1-dce8-4cd2-92d2-0e02fbaed0f4 req-93905e10-1ba8-4621-9af5-4f44da83e77d tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:10.741638 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fc93d7b1-dce8-4cd2-92d2-0e02fbaed0f4 req-93905e10-1ba8-4621-9af5-4f44da83e77d tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 944 time: 0.0714598 Oct 24 13:35:10.771035 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9a4b883f-cd86-4c2a-b9ec-6b9cf638ef48 admin admin] Publish callbacks [] for security_group (e682b02c-77e4-4c09-bf92-541a60538617), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:10.791441 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fc93d7b1-dce8-4cd2-92d2-0e02fbaed0f4 req-ffa1e017-d6f1-431a-9452-8f664606af43 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485859 Oct 24 13:35:10.815349 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9a4b883f-cd86-4c2a-b9ec-6b9cf638ef48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (e682b02c-77e4-4c09-bf92-541a60538617), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:10.821257 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['d65e0e78-310d-4892-8600-9d032dcae474'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:35:10.864758 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41886) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:35:10.865360 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-9a4b883f-cd86-4c2a-b9ec-6b9cf638ef48 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=af022fd88ac846a69d9250aa78547ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185915 Oct 24 13:35:10.866496 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b883f-cd86-4c2a-b9ec-6b9cf638ef48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e682b02c-77e4-4c09-bf92-541a60538617,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:10.902965 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:10.932217 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-52080e1b-5e9b-4ef8-83bd-66f4136e5ef7 admin admin] Publish callbacks [] for security_group (e682b02c-77e4-4c09-bf92-541a60538617), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:10.969901 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-52080e1b-5e9b-4ef8-83bd-66f4136e5ef7 admin admin] Publish callbacks [] for security_group (e682b02c-77e4-4c09-bf92-541a60538617), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:11.038636 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:11.112567 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-52080e1b-5e9b-4ef8-83bd-66f4136e5ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (e682b02c-77e4-4c09-bf92-541a60538617), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:11.115717 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-52080e1b-5e9b-4ef8-83bd-66f4136e5ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:11.117385 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-52080e1b-5e9b-4ef8-83bd-66f4136e5ef7 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/e682b02c-77e4-4c09-bf92-541a60538617 HTTP/1.1" status: 204 len: 168 time: 0.2516434 Oct 24 13:35:11.144372 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52080e1b-5e9b-4ef8-83bd-66f4136e5ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e682b02c-77e4-4c09-bf92-541a60538617,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:11.265944 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb431a-8315-414d-ac8e-c98c408d5a9d req-05872e18-a2c0-42f6-b1a6-3c7e571c0d5d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:11.268718 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-93eb431a-8315-414d-ac8e-c98c408d5a9d req-05872e18-a2c0-42f6-b1a6-3c7e571c0d5d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0739820 Oct 24 13:35:11.345618 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-93eb431a-8315-414d-ac8e-c98c408d5a9d req-fc23a571-c71d-40b8-bfce-9a7e45c9b59b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697978 Oct 24 13:35:11.932859 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e650396-141e-4a36-b06a-cfa2b95a5603 req-845357db-f76e-47b3-b6e5-e6da87260c77 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:11.934380 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6e650396-141e-4a36-b06a-cfa2b95a5603 req-845357db-f76e-47b3-b6e5-e6da87260c77 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 944 time: 0.0517006 Oct 24 13:35:11.991015 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6e650396-141e-4a36-b06a-cfa2b95a5603 req-d33e2e70-2d0f-47ee-913e-d6d2b35aed2c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509601 Oct 24 13:35:12.128869 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device d65e0e78-310d-4892-8600-9d032dcae474 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:35:12.176164 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port d65e0e78-310d-4892-8600-9d032dcae474 completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:35:12.232492 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port d65e0e78-310d-4892-8600-9d032dcae474 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:35:12.232891 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (d65e0e78-310d-4892-8600-9d032dcae474), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:12.233282 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port d65e0e78-310d-4892-8600-9d032dcae474 Oct 24 13:35:12.275890 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:12.314410 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port d65e0e78-310d-4892-8600-9d032dcae474 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:35:12.315059 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (d65e0e78-310d-4892-8600-9d032dcae474), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:12.348843 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5762454b-33e1-445d-a5e5-be0b4ba78d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65e0e78-310d-4892-8600-9d032dcae474'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:35:12.352970 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333dd9f8-e8dc-40fc-8b42-451958b69f71" -d '{"events": [{"server_uuid": "5762454b-33e1-445d-a5e5-be0b4ba78d7b", "name": "network-vif-plugged", "status": "completed", "tag": "d65e0e78-310d-4892-8600-9d032dcae474"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:35:12.365424 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port d65e0e78-310d-4892-8600-9d032dcae474, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=d65e0e78-310d-4892-8600-9d032dcae474,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:35:12.410090 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (d65e0e78-310d-4892-8600-9d032dcae474), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:12.414587 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b67f447-c33f-4adc-8e15-d46eb571c5bd x-openstack-request-id: req-7b67f447-c33f-4adc-8e15-d46eb571c5bd {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:35:12.414587 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5762454b-33e1-445d-a5e5-be0b4ba78d7b", "name": "network-vif-plugged", "status": "completed", "tag": "d65e0e78-310d-4892-8600-9d032dcae474", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:35:12.414587 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b67f447-c33f-4adc-8e15-d46eb571c5bd {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:35:12.415160 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b67f447-c33f-4adc-8e15-d46eb571c5bd'] response: {'server_uuid': '5762454b-33e1-445d-a5e5-be0b4ba78d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65e0e78-310d-4892-8600-9d032dcae474', 'code': 200} Oct 24 13:35:12.481120 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=d65e0e78-310d-4892-8600-9d032dcae474,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:12.539476 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ad365-ea3e-40be-ab5c-27a90c6bd554 req-cfc558af-c481-47a3-abf2-8db3083fb4d4 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:12.541211 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0d0ad365-ea3e-40be-ab5c-27a90c6bd554 req-cfc558af-c481-47a3-abf2-8db3083fb4d4 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0719352 Oct 24 13:35:12.604009 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0d0ad365-ea3e-40be-ab5c-27a90c6bd554 req-efd6af91-618e-46b6-8d45-9d9efe20e10e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558858 Oct 24 13:35:12.799475 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c92ec-f2b4-46c0-a574-823da35880f0 req-1e7908c1-e443-47f1-af99-ad000cf4ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:12.801078 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0c9c92ec-f2b4-46c0-a574-823da35880f0 req-1e7908c1-e443-47f1-af99-ad000cf4ea02 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 1129 time: 0.0439775 Oct 24 13:35:12.865118 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0c9c92ec-f2b4-46c0-a574-823da35880f0 req-497fb002-d71c-476c-9cd0-23a59d0ab9ca service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531847 Oct 24 13:35:13.128405 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b2447-c43c-4c59-9531-535837da5051 req-988f13c4-a34a-438d-8362-837fa5ff51c7 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:13.128405 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-025b2447-c43c-4c59-9531-535837da5051 req-988f13c4-a34a-438d-8362-837fa5ff51c7 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 945 time: 0.0517716 Oct 24 13:35:13.171171 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-025b2447-c43c-4c59-9531-535837da5051 req-3d238e21-14ba-42a1-a683-3f2bdb9b9c5b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429254 Oct 24 13:35:13.780157 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d44ab-d8ab-4acc-8c84-f3b1bb1abaee req-ae109bc2-b343-466b-8139-e9b82d04b0d9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:13.782352 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c64d44ab-d8ab-4acc-8c84-f3b1bb1abaee req-ae109bc2-b343-466b-8139-e9b82d04b0d9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0613325 Oct 24 13:35:13.855059 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c64d44ab-d8ab-4acc-8c84-f3b1bb1abaee req-867b4d12-f0d6-4fbe-9e8c-ad3273abcff9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670402 Oct 24 13:35:14.308032 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bee50-2416-4b45-92c7-bae33d62e9ac req-17ffd293-9255-46ba-a930-c0a2c87b6006 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:14.310359 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c32bee50-2416-4b45-92c7-bae33d62e9ac req-17ffd293-9255-46ba-a930-c0a2c87b6006 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 945 time: 0.0573671 Oct 24 13:35:14.385401 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c32bee50-2416-4b45-92c7-bae33d62e9ac req-31110a56-f142-4585-8e03-474f40f70df0 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634902 Oct 24 13:35:15.009091 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c452bfa-f3a0-4348-8dc0-d15bc48227e3 req-928b4a91-f49d-45af-bfb8-5e4b2493ae3c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:15.017526 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1c452bfa-f3a0-4348-8dc0-d15bc48227e3 req-928b4a91-f49d-45af-bfb8-5e4b2493ae3c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0689592 Oct 24 13:35:15.067853 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1c452bfa-f3a0-4348-8dc0-d15bc48227e3 req-a53294cb-eb10-4d91-8417-0a701b6faf95 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492551 Oct 24 13:35:15.513954 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccae88-8d25-4be9-b404-c5d34a7a9d38 req-f0cb5e92-9e28-4e55-9212-4c9239699405 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:15.521511 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bdccae88-8d25-4be9-b404-c5d34a7a9d38 req-f0cb5e92-9e28-4e55-9212-4c9239699405 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 945 time: 0.0664115 Oct 24 13:35:15.575789 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bdccae88-8d25-4be9-b404-c5d34a7a9d38 req-30aeafb4-866a-4d41-9699-7d631ff195d9 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531194 Oct 24 13:35:15.906193 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:15.920452 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b181f-bcca-4e8f-a20b-eeec2c792df5 req-ce787038-7144-4396-a8df-9cb77876b6e9 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:15.922053 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-785b181f-bcca-4e8f-a20b-eeec2c792df5 req-ce787038-7144-4396-a8df-9cb77876b6e9 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 945 time: 0.2458193 Oct 24 13:35:15.974842 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-785b181f-bcca-4e8f-a20b-eeec2c792df5 req-43400511-9644-44a8-916d-673bc0814bcf tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467427 Oct 24 13:35:16.007923 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41976) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:35:16.174219 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cbe0df-9e69-4b91-adcf-e1155333e450 tempest-TestVolumeBootPattern-368398803 tempest-TestVolumeBootPattern-368398803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:16.175762 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-a9cbe0df-9e69-4b91-adcf-e1155333e450 tempest-TestVolumeBootPattern-368398803 tempest-TestVolumeBootPattern-368398803-project-admin] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 1124 time: 0.1668174 Oct 24 13:35:16.178613 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 41982) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:35:16.183212 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Request body: {'floatingip': {'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'port_id': 'd65e0e78-310d-4892-8600-9d032dcae474', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:35:16.209339 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4bb1d-d5c3-41ad-9d86-b7e604551c13 req-a0c0ac7c-a0fd-4029-ad00-1db4938c8ff9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:16.211403 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cdc4bb1d-d5c3-41ad-9d86-b7e604551c13 req-a0c0ac7c-a0fd-4029-ad00-1db4938c8ff9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0541573 Oct 24 13:35:16.226763 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:16.260828 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:16.281096 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cdc4bb1d-d5c3-41ad-9d86-b7e604551c13 req-f8a13af3-bde4-41de-bad8-ed9b7b05dda2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616283 Oct 24 13:35:16.364843 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:16.486692 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Allocated IP 172.27.3.2 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/3c69fdfb-6c59-49a2-9c62-ac44fc2370b9) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:35:16.577409 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:16.609254 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for port (3c69fdfb-6c59-49a2-9c62-ac44fc2370b9), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:16.695946 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (3c69fdfb-6c59-49a2-9c62-ac44fc2370b9), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:16.760375 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:35:16.760375 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:35:16.760375 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event updated for resources: {'Port': ['ID=3c69fdfb-6c59-49a2-9c62-ac44fc2370b9,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:16.760375 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:35:16.853689 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:17.369808 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for floatingip (c825f9f8-f25a-4df4-ace9-ab28912ad00f), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:17.452074 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe40b1-8ecc-4a46-9c08-25f79d7fb42f req-e2030e27-e764-42a1-8f27-ea24508738c7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:17.456722 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4ebe40b1-8ecc-4a46-9c08-25f79d7fb42f req-e2030e27-e764-42a1-8f27-ea24508738c7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0684762 Oct 24 13:35:17.526857 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4ebe40b1-8ecc-4a46-9c08-25f79d7fb42f req-6e0fd893-6b2a-45e4-aa50-2898e06c149c tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664384 Oct 24 13:35:17.562590 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (3c69fdfb-6c59-49a2-9c62-ac44fc2370b9), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:17.613123 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:17.757383 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for port (3c69fdfb-6c59-49a2-9c62-ac44fc2370b9), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:17.826621 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211953'] for port (3c69fdfb-6c59-49a2-9c62-ac44fc2370b9), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:17.903714 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event updated for resources: {'Port': ['ID=3c69fdfb-6c59-49a2-9c62-ac44fc2370b9,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:17.919526 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (c825f9f8-f25a-4df4-ace9-ab28912ad00f), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:18.055747 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.l3_db [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Floating IP c825f9f8-f25a-4df4-ace9-ab28912ad00f associated. External IP: 172.27.3.2, port: d65e0e78-310d-4892-8600-9d032dcae474. Oct 24 13:35:18.312513 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Router 45866912-da40-436b-875e-353f0d0e44df has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:35:18.421574 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:35:18.435544 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d95f90-2c8a-4ddd-9377-ec9350f2bd86 None None] Sync routers for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:35:18.452817 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d95f90-2c8a-4ddd-9377-ec9350f2bd86 None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:35:18.453809 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-c7d95f90-2c8a-4ddd-9377-ec9350f2bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:35:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:35:18.505182 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:18.547206 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-93719e3e-097c-410b-a7b3-12f7edb99219 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3672764 Oct 24 13:35:18.547857 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5762454b-33e1-445d-a5e5-be0b4ba78d7b', 'tag': 'd65e0e78-310d-4892-8600-9d032dcae474'}] {{(pid=104907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:35:18.550471 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954dccf414852867a7e6a4d984216e3ce3e9b7f8b3e530173b70fede63e4834c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89a6182-d6cc-464b-afec-47ca7221ae48" -d '{"events": [{"name": "network-changed", "server_uuid": "5762454b-33e1-445d-a5e5-be0b4ba78d7b", "tag": "d65e0e78-310d-4892-8600-9d032dcae474"}]}' {{(pid=104907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:35:18.592925 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-c7d95f90-2c8a-4ddd-9377-ec9350f2bd86 None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:35:18.602608 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a4f338-8bcc-4977-b12b-4371672fc6b6 x-openstack-request-id: req-10a4f338-8bcc-4977-b12b-4371672fc6b6 {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:35:18.602845 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5762454b-33e1-445d-a5e5-be0b4ba78d7b", "tag": "d65e0e78-310d-4892-8600-9d032dcae474", "status": "completed", "code": 200}]} {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:35:18.603102 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10a4f338-8bcc-4977-b12b-4371672fc6b6 {{(pid=104907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:35:18.603530 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a4f338-8bcc-4977-b12b-4371672fc6b6'] response: {'name': 'network-changed', 'server_uuid': '5762454b-33e1-445d-a5e5-be0b4ba78d7b', 'tag': 'd65e0e78-310d-4892-8600-9d032dcae474', 'status': 'completed', 'code': 200} Oct 24 13:35:18.711597 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a6182-d6cc-464b-afec-47ca7221ae48 req-1add284c-d3cc-4bb9-93eb-6cc1f16c33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:18.715198 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d89a6182-d6cc-464b-afec-47ca7221ae48 req-1add284c-d3cc-4bb9-93eb-6cc1f16c33ca service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=46d41e46b7e3415684c32b22f31eefb5&device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 1129 time: 0.0674412 Oct 24 13:35:18.726450 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ec23e-516e-420d-8eaa-b94691d4f076 req-629823d8-ffec-4f37-8337-ae3ff17bb8fa tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:18.728191 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7d2ec23e-516e-420d-8eaa-b94691d4f076 req-629823d8-ffec-4f37-8337-ae3ff17bb8fa tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0676694 Oct 24 13:35:18.759360 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:18.783743 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7d2ec23e-516e-420d-8eaa-b94691d4f076 req-1b9f55b0-9532-466b-a05d-a629fef7c733 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478137 Oct 24 13:35:18.831834 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a6182-d6cc-464b-afec-47ca7221ae48 req-a0f0cd82-a8c8-4d4d-b646-aa0ce1c4ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:18.833632 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d89a6182-d6cc-464b-afec-47ca7221ae48 req-a0f0cd82-a8c8-4d4d-b646-aa0ce1c4ddf6 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532 HTTP/1.1" status: 200 len: 912 time: 0.1098688 Oct 24 13:35:18.910663 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d89a6182-d6cc-464b-afec-47ca7221ae48 req-be9aadd2-f322-408c-a4b3-e45b7ba5671a service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d65e0e78-310d-4892-8600-9d032dcae474 HTTP/1.1" status: 200 len: 997 time: 0.0697374 Oct 24 13:35:18.961811 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-c7d95f90-2c8a-4ddd-9377-ec9350f2bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'c825f9f8-f25a-4df4-ace9-ab28912ad00f', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '45866912-da40-436b-875e-353f0d0e44df', 'port_id': 'd65e0e78-310d-4892-8600-9d032dcae474', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'mac_address': 'fa:16:3e:39:39:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5762454b-33e1-445d-a5e5-be0b4ba78d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:35:17Z', 'updated_at': '2022-10-24T13:35:17Z', 'revision_number': 0, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:35:18.973609 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a6182-d6cc-464b-afec-47ca7221ae48 req-0b1446d1-8503-42c0-8791-528327f4b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:18.975164 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d89a6182-d6cc-464b-afec-47ca7221ae48 req-0b1446d1-8503-42c0-8791-528327f4b3f3 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c754290e-efaf-4855-ae51-c99dff5cf159 HTTP/1.1" status: 200 len: 850 time: 0.0571334 Oct 24 13:35:18.990278 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d95f90-2c8a-4ddd-9377-ec9350f2bd86 None None] Checking router: 45866912-da40-436b-875e-353f0d0e44df for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:35:19.000537 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d95f90-2c8a-4ddd-9377-ec9350f2bd86 None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:35:19.001504 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-c7d95f90-2c8a-4ddd-9377-ec9350f2bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:35:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:35:19.034434 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a6182-d6cc-464b-afec-47ca7221ae48 req-3730150b-9de1-4833-bf55-67f923de0321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:19.035991 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d89a6182-d6cc-464b-afec-47ca7221ae48 req-3730150b-9de1-4833-bf55-67f923de0321 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516605 Oct 24 13:35:19.119075 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-c7d95f90-2c8a-4ddd-9377-ec9350f2bd86 None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:35:19.175201 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:19.179888 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d89a6182-d6cc-464b-afec-47ca7221ae48 req-90c8c3f4-f728-4d69-bb2f-ddefdf5175c9 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308312 Oct 24 13:35:19.314417 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d89a6182-d6cc-464b-afec-47ca7221ae48 req-9b42c3c0-bf6f-41d5-a222-fdd5b9b01c05 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273949 Oct 24 13:35:19.330651 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:19.384204 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-c7d95f90-2c8a-4ddd-9377-ec9350f2bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'c825f9f8-f25a-4df4-ace9-ab28912ad00f', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '45866912-da40-436b-875e-353f0d0e44df', 'port_id': 'd65e0e78-310d-4892-8600-9d032dcae474', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'mac_address': 'fa:16:3e:39:39:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5762454b-33e1-445d-a5e5-be0b4ba78d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:35:17Z', 'updated_at': '2022-10-24T13:35:17Z', 'revision_number': 0, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:35:19.415205 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d95f90-2c8a-4ddd-9377-ec9350f2bd86 None None] The sync data for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi is: [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'c825f9f8-f25a-4df4-ace9-ab28912ad00f', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '45866912-da40-436b-875e-353f0d0e44df', 'port_id': 'd65e0e78-310d-4892-8600-9d032dcae474', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'mac_address': 'fa:16:3e:39:39:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5762454b-33e1-445d-a5e5-be0b4ba78d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:35:17Z', 'updated_at': '2022-10-24T13:35:17Z', 'revision_number': 0, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:35:19.567512 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:19.574858 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:19.710592 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e31133-c648-4e91-baee-01bc62095163 None None] New status for floating IP c825f9f8-f25a-4df4-ace9-ab28912ad00f: ACTIVE {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:35:20.029749 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200bec4-a8b7-46a5-828d-c2069e72cb49 req-6688b980-03ea-443d-ab39-eb106ef2fa53 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:20.031452 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b200bec4-a8b7-46a5-828d-c2069e72cb49 req-6688b980-03ea-443d-ab39-eb106ef2fa53 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.1481998 Oct 24 13:35:20.083620 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42040) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:35:20.103364 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b200bec4-a8b7-46a5-828d-c2069e72cb49 req-dbffda0a-e557-4a0c-8bdf-5264ab5ca466 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662718 Oct 24 13:35:20.231376 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d5a0e15e-cf73-4eac-b3c0-c7c78c439c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:20.316392 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d5a0e15e-cf73-4eac-b3c0-c7c78c439c3d admin admin] Publish callbacks [] for security_group (c65e3199-b4d0-4553-96a3-a6b94aa2f24b), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:20.364140 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d5a0e15e-cf73-4eac-b3c0-c7c78c439c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (c65e3199-b4d0-4553-96a3-a6b94aa2f24b), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:20.402964 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:20.414185 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-d5a0e15e-cf73-4eac-b3c0-c7c78c439c3d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=1536271a0509462ab260ae68bf3b3364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293424 Oct 24 13:35:20.415002 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0e15e-cf73-4eac-b3c0-c7c78c439c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65e3199-b4d0-4553-96a3-a6b94aa2f24b,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:20.417052 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 42044) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:35:20.475363 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-767d5822-4c3e-4458-8197-9449172ee893 admin admin] Publish callbacks [] for security_group (c65e3199-b4d0-4553-96a3-a6b94aa2f24b), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:20.502753 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-767d5822-4c3e-4458-8197-9449172ee893 admin admin] Publish callbacks [] for security_group (c65e3199-b4d0-4553-96a3-a6b94aa2f24b), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:20.769451 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-767d5822-4c3e-4458-8197-9449172ee893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (c65e3199-b4d0-4553-96a3-a6b94aa2f24b), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:20.772070 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-767d5822-4c3e-4458-8197-9449172ee893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:20.773244 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-767d5822-4c3e-4458-8197-9449172ee893 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/c65e3199-b4d0-4553-96a3-a6b94aa2f24b HTTP/1.1" status: 204 len: 168 time: 0.3551648 Oct 24 13:35:20.782343 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d5822-4c3e-4458-8197-9449172ee893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65e3199-b4d0-4553-96a3-a6b94aa2f24b,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:21.253610 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee6040-f22b-4fdd-aa0d-395a502c4793 req-1479cdbe-f69f-45ff-b553-42028c0b3fe0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:21.255292 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8fee6040-f22b-4fdd-aa0d-395a502c4793 req-1479cdbe-f69f-45ff-b553-42028c0b3fe0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0512669 Oct 24 13:35:21.309531 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8fee6040-f22b-4fdd-aa0d-395a502c4793 req-c19dfe6b-6568-43ca-95e0-97672498f51d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480533 Oct 24 13:35:21.426505 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42056) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:35:21.447904 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-dbf5627c-8dbe-4eb2-870d-a953ad4c1676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:21.533129 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-dbf5627c-8dbe-4eb2-870d-a953ad4c1676 admin admin] Publish callbacks [] for security_group (062176a7-016a-4e06-936c-4638c440c448), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:21.620469 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-dbf5627c-8dbe-4eb2-870d-a953ad4c1676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (062176a7-016a-4e06-936c-4638c440c448), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:21.659678 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5627c-8dbe-4eb2-870d-a953ad4c1676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062176a7-016a-4e06-936c-4638c440c448,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:21.664040 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-dbf5627c-8dbe-4eb2-870d-a953ad4c1676 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=9b8bc9b9a3084b2594b88dbaef600b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365372 Oct 24 13:35:21.666664 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42062) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:35:21.720486 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d6190d2d-8561-44a1-8651-3beb233fdd41 admin admin] Publish callbacks [] for security_group (062176a7-016a-4e06-936c-4638c440c448), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:21.740646 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d6190d2d-8561-44a1-8651-3beb233fdd41 admin admin] Publish callbacks [] for security_group (062176a7-016a-4e06-936c-4638c440c448), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:21.855142 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d6190d2d-8561-44a1-8651-3beb233fdd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (062176a7-016a-4e06-936c-4638c440c448), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:21.857843 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d6190d2d-8561-44a1-8651-3beb233fdd41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:21.858991 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-d6190d2d-8561-44a1-8651-3beb233fdd41 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/062176a7-016a-4e06-936c-4638c440c448 HTTP/1.1" status: 204 len: 168 time: 0.1914246 Oct 24 13:35:21.871022 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6190d2d-8561-44a1-8651-3beb233fdd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062176a7-016a-4e06-936c-4638c440c448,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:22.465284 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42076) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:35:22.466802 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378508d-18de-4684-8f8a-d430c15c3bd3 req-afb9bca7-157b-4122-871c-e3fd841b501d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:22.468303 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9378508d-18de-4684-8f8a-d430c15c3bd3 req-afb9bca7-157b-4122-871c-e3fd841b501d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0471950 Oct 24 13:35:22.478642 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-804653b0-b306-470c-8d34-cd6abaf3b6bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:22.517050 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9378508d-18de-4684-8f8a-d430c15c3bd3 req-574b3dd1-2dc1-4d3b-8140-429b1f242013 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430102 Oct 24 13:35:22.557246 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-804653b0-b306-470c-8d34-cd6abaf3b6bd admin admin] Publish callbacks [] for security_group (2380d78c-7754-442a-b8a0-ce0d6a9d5b97), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:22.632222 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-804653b0-b306-470c-8d34-cd6abaf3b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (2380d78c-7754-442a-b8a0-ce0d6a9d5b97), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:22.665009 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:22.670650 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804653b0-b306-470c-8d34-cd6abaf3b6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2380d78c-7754-442a-b8a0-ce0d6a9d5b97,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:22.676299 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-804653b0-b306-470c-8d34-cd6abaf3b6bd admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=7ab19afed323468794e63f4a5cd8dcb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099683 Oct 24 13:35:22.679027 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42078) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:35:22.730341 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9f81883a-fc40-43f7-8208-ee83d224510a admin admin] Publish callbacks [] for security_group (2380d78c-7754-442a-b8a0-ce0d6a9d5b97), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:22.750829 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9f81883a-fc40-43f7-8208-ee83d224510a admin admin] Publish callbacks [] for security_group (2380d78c-7754-442a-b8a0-ce0d6a9d5b97), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:22.756661 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:22.834113 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e3304-5dbd-4fb4-8ca2-c4ea95a015ae req-3d54600b-f042-4fdc-83c2-7b3de63d5ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:22.835658 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-365e3304-5dbd-4fb4-8ca2-c4ea95a015ae req-3d54600b-f042-4fdc-83c2-7b3de63d5ceb service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7fa2196e343c45b5b741c39417ba9ef8&device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 1129 time: 0.0418346 Oct 24 13:35:22.866504 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9f81883a-fc40-43f7-8208-ee83d224510a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (2380d78c-7754-442a-b8a0-ce0d6a9d5b97), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:22.869309 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9f81883a-fc40-43f7-8208-ee83d224510a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:22.870442 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-9f81883a-fc40-43f7-8208-ee83d224510a admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2380d78c-7754-442a-b8a0-ce0d6a9d5b97 HTTP/1.1" status: 204 len: 168 time: 0.1905291 Oct 24 13:35:22.878614 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81883a-fc40-43f7-8208-ee83d224510a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2380d78c-7754-442a-b8a0-ce0d6a9d5b97,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:22.930212 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e3304-5dbd-4fb4-8ca2-c4ea95a015ae req-d3b500ea-660a-4648-9793-4c78d25c6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:22.931731 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-365e3304-5dbd-4fb4-8ca2-c4ea95a015ae req-d3b500ea-660a-4648-9793-4c78d25c6e14 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=958bd8a2-e988-4f21-ad22-567c0fb9f577 HTTP/1.1" status: 200 len: 918 time: 0.0891945 Oct 24 13:35:22.998388 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-365e3304-5dbd-4fb4-8ca2-c4ea95a015ae req-8f1c6f53-3d79-4886-bdb7-92bbf8acc683 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13446e7b-9dfe-44f4-b0f9-5884ab770e75 HTTP/1.1" status: 200 len: 1001 time: 0.0591400 Oct 24 13:35:23.267702 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:23.285790 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e3304-5dbd-4fb4-8ca2-c4ea95a015ae req-5033b9b3-a1f9-46f4-b221-92054c383f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:23.287247 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-365e3304-5dbd-4fb4-8ca2-c4ea95a015ae req-5033b9b3-a1f9-46f4-b221-92054c383f79 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=35e2c2ac-a24b-4c15-9d5d-d1af70da09b7 HTTP/1.1" status: 200 len: 856 time: 0.2825849 Oct 24 13:35:23.332051 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e3304-5dbd-4fb4-8ca2-c4ea95a015ae req-0818d7fa-aef7-471a-b4d4-bfd17f03e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:23.333626 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-365e3304-5dbd-4fb4-8ca2-c4ea95a015ae req-0818d7fa-aef7-471a-b4d4-bfd17f03e98b service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=958bd8a2-e988-4f21-ad22-567c0fb9f577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397677 Oct 24 13:35:23.425791 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-365e3304-5dbd-4fb4-8ca2-c4ea95a015ae req-77e22445-a25a-46d9-83e0-18475ecc4a74 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840728 Oct 24 13:35:23.518041 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-365e3304-5dbd-4fb4-8ca2-c4ea95a015ae req-5ac000b7-c65c-4a7b-a90f-dff4709a2105 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859358 Oct 24 13:35:23.655212 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037634c-80bb-48df-9a78-3551fb5a6572 req-98b41557-cab1-4def-a66f-df7767f76943 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:23.656732 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e037634c-80bb-48df-9a78-3551fb5a6572 req-98b41557-cab1-4def-a66f-df7767f76943 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0483806 Oct 24 13:35:23.707265 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e037634c-80bb-48df-9a78-3551fb5a6572 req-ff1cdfe6-f51a-4181-9f83-ff579b448c7a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443211 Oct 24 13:35:24.835583 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c9f67-bdb9-489a-b8ca-6b369d7acd9b req-bbf2ae5c-3d95-4897-ba00-cbb5540cb971 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:24.837246 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-355c9f67-bdb9-489a-b8ca-6b369d7acd9b req-bbf2ae5c-3d95-4897-ba00-cbb5540cb971 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0472941 Oct 24 13:35:24.850632 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:24.889325 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-355c9f67-bdb9-489a-b8ca-6b369d7acd9b req-bcc3ea84-e552-415f-acfb-3cf52c909f65 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453391 Oct 24 13:35:26.018552 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d0a18-e270-4879-be29-1739a20dde7f req-8d36cf57-52d3-4ea7-bb72-15028ddb3633 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:26.020085 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-368d0a18-e270-4879-be29-1739a20dde7f req-8d36cf57-52d3-4ea7-bb72-15028ddb3633 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 945 time: 0.0476341 Oct 24 13:35:26.072410 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-368d0a18-e270-4879-be29-1739a20dde7f req-8a83fed2-0f0a-4324-bd25-f3d1e98f8fe1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453904 Oct 24 13:35:26.170787 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 13446e7b-9dfe-44f4-b0f9-5884ab770e75 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:35:26.233846 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:26.248814 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 is: ACTIVE; New status is: DOWN {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:35:26.249341 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:26.273878 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13446e7b-9dfe-44f4-b0f9-5884ab770e75'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:35:26.277088 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40dde5e-0688-4b87-ba2a-2c1988c4681a" -d '{"events": [{"server_uuid": "6e111014-8ecb-4f6c-865f-a85b64d7cc69", "name": "network-vif-unplugged", "status": "completed", "tag": "13446e7b-9dfe-44f4-b0f9-5884ab770e75"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:35:26.289615 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 13446e7b-9dfe-44f4-b0f9-5884ab770e75, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=13446e7b-9dfe-44f4-b0f9-5884ab770e75,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:35:26.313048 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 24 Oct 2022 13:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6e6c7c-519a-473b-a57d-19d66f35ce69 x-openstack-request-id: req-2b6e6c7c-519a-473b-a57d-19d66f35ce69 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:35:26.313330 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e111014-8ecb-4f6c-865f-a85b64d7cc69", "name": "network-vif-unplugged", "status": "failed", "tag": "13446e7b-9dfe-44f4-b0f9-5884ab770e75", "code": 422}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:35:26.313575 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b6e6c7c-519a-473b-a57d-19d66f35ce69 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:35:26.314053 dv-cinder-862491-1-iscsi neutron-server[104909]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2b6e6c7c-519a-473b-a57d-19d66f35ce69']: {'server_uuid': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13446e7b-9dfe-44f4-b0f9-5884ab770e75', 'code': 422} returned with failed status Oct 24 13:35:26.369553 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:26.417801 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=13446e7b-9dfe-44f4-b0f9-5884ab770e75,revision_number=8']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:27.690490 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a58297b6-b0f1-4c02-8946-0b1847df29c1 req-3b038569-07ed-4855-b450-9804e81ffc97 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385025 Oct 24 13:35:27.792017 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58297b6-b0f1-4c02-8946-0b1847df29c1 req-821c4421-1f1c-4851-9f8f-a4a783feb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:27.793515 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a58297b6-b0f1-4c02-8946-0b1847df29c1 req-821c4421-1f1c-4851-9f8f-a4a783feb389 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=a946788afc074f079618f1a848ec0f8c&device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 1129 time: 0.0385072 Oct 24 13:35:27.905642 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58297b6-b0f1-4c02-8946-0b1847df29c1 req-61e253ed-0a73-40b6-9831-5b55d40b7488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:27.907151 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a58297b6-b0f1-4c02-8946-0b1847df29c1 req-61e253ed-0a73-40b6-9831-5b55d40b7488 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=67459548-be71-4331-875c-7f5bcf34433e HTTP/1.1" status: 200 len: 910 time: 0.0934088 Oct 24 13:35:27.973998 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a58297b6-b0f1-4c02-8946-0b1847df29c1 req-256a481d-1bbf-4572-b296-aa98e07d368f service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b HTTP/1.1" status: 200 len: 1000 time: 0.0583971 Oct 24 13:35:28.026020 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58297b6-b0f1-4c02-8946-0b1847df29c1 req-c6a50f47-d5bb-4ff7-9f05-90e810aaa03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:28.027486 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a58297b6-b0f1-4c02-8946-0b1847df29c1 req-c6a50f47-d5bb-4ff7-9f05-90e810aaa03c service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=952d7792-b08c-45db-8ea8-bc692caa7a42 HTTP/1.1" status: 200 len: 848 time: 0.0463009 Oct 24 13:35:28.077388 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58297b6-b0f1-4c02-8946-0b1847df29c1 req-318e0de2-0a20-4504-a02c-0d21b04ff25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:28.078877 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a58297b6-b0f1-4c02-8946-0b1847df29c1 req-318e0de2-0a20-4504-a02c-0d21b04ff25b service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=67459548-be71-4331-875c-7f5bcf34433e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449250 Oct 24 13:35:28.176698 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a58297b6-b0f1-4c02-8946-0b1847df29c1 req-c75a04c6-05f4-465a-a3c3-f1f0bee52b82 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908234 Oct 24 13:35:28.268720 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a58297b6-b0f1-4c02-8946-0b1847df29c1 req-4f4a3cf0-f9fd-4de1-a231-b4ad0a217a65 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862992 Oct 24 13:35:28.389406 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7ca18-3f9d-4793-ab0a-23266ce08e75 req-6d29bf08-e0c4-4f2b-9991-ad7c4b03fa3e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:28.390959 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-32d7ca18-3f9d-4793-ab0a-23266ce08e75 req-6d29bf08-e0c4-4f2b-9991-ad7c4b03fa3e tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0475171 Oct 24 13:35:28.443051 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-32d7ca18-3f9d-4793-ab0a-23266ce08e75 req-a8802d0d-4d42-4508-abf3-a2c03d768b35 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459230 Oct 24 13:35:28.986337 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b5d0674f-efec-49b4-b1d6-515180ec860d req-a3411b35-9d21-46aa-820f-54d17b320159 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1323872 Oct 24 13:35:29.117822 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0674f-efec-49b4-b1d6-515180ec860d req-14596b40-aa79-4ca5-b132-567762290f19 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:29.119247 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b5d0674f-efec-49b4-b1d6-515180ec860d req-14596b40-aa79-4ca5-b132-567762290f19 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports/13446e7b-9dfe-44f4-b0f9-5884ab770e75 HTTP/1.1" status: 200 len: 940 time: 0.1044278 Oct 24 13:35:29.226225 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:29.592416 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9d759-73b0-4fa2-992a-641ba5921404 req-849f36d1-8900-41cc-bbd4-d5e22838d82d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:29.592416 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-13b9d759-73b0-4fa2-992a-641ba5921404 req-849f36d1-8900-41cc-bbd4-d5e22838d82d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0528026 Oct 24 13:35:29.641677 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-13b9d759-73b0-4fa2-992a-641ba5921404 req-75f1bd2f-e5d9-45f3-91de-71e27b4d9400 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423183 Oct 24 13:35:29.816435 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=9 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:29.854000 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:30.187577 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 13446e7b-9dfe-44f4-b0f9-5884ab770e75 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:35:30.265238 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 is: DOWN; New status is: DOWN {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:35:30.784827 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52ff65-78cf-4fa8-aaf8-52bbbf4da563 req-8251d361-1537-4c10-9d2a-81de77ae626b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:30.786492 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-cb52ff65-78cf-4fa8-aaf8-52bbbf4da563 req-8251d361-1537-4c10-9d2a-81de77ae626b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0531728 Oct 24 13:35:30.834239 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-cb52ff65-78cf-4fa8-aaf8-52bbbf4da563 req-39f85657-f289-4c97-802f-32b77601ce63 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417600 Oct 24 13:35:31.305406 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0674f-efec-49b4-b1d6-515180ec860d req-8dbae868-0589-45ed-9806-be872878091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:31.306789 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b5d0674f-efec-49b4-b1d6-515180ec860d req-8dbae868-0589-45ed-9806-be872878091c service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69&tenant_id=7fa2196e343c45b5b741c39417ba9ef8 HTTP/1.1" status: 200 len: 1127 time: 0.0392978 Oct 24 13:35:31.351772 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e4164c96-5f57-4058-967d-458f354870b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:31.387358 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0674f-efec-49b4-b1d6-515180ec860d req-516fe38f-39ef-4f2c-b231-65e40ec1e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:31.388898 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b5d0674f-efec-49b4-b1d6-515180ec860d req-516fe38f-39ef-4f2c-b231-65e40ec1e87b service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7fa2196e343c45b5b741c39417ba9ef8&device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 1127 time: 0.0465713 Oct 24 13:35:31.403133 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:31.478353 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0674f-efec-49b4-b1d6-515180ec860d req-94b15e7d-d2b9-4467-a795-38b8df5aadb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:31.479802 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b5d0674f-efec-49b4-b1d6-515180ec860d req-94b15e7d-d2b9-4467-a795-38b8df5aadb5 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=958bd8a2-e988-4f21-ad22-567c0fb9f577 HTTP/1.1" status: 200 len: 918 time: 0.0846598 Oct 24 13:35:31.549062 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b5d0674f-efec-49b4-b1d6-515180ec860d req-f28803ce-f748-4f5b-884d-21d2cf8ff506 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13446e7b-9dfe-44f4-b0f9-5884ab770e75 HTTP/1.1" status: 200 len: 999 time: 0.0616717 Oct 24 13:35:31.598222 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0674f-efec-49b4-b1d6-515180ec860d req-6f8b6773-002e-490f-b13f-02e09a1a0685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:31.599694 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b5d0674f-efec-49b4-b1d6-515180ec860d req-6f8b6773-002e-490f-b13f-02e09a1a0685 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=35e2c2ac-a24b-4c15-9d5d-d1af70da09b7 HTTP/1.1" status: 200 len: 856 time: 0.0447304 Oct 24 13:35:31.663128 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0674f-efec-49b4-b1d6-515180ec860d req-e5659330-e5b4-4d80-9715-044f9a2c1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:31.664687 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b5d0674f-efec-49b4-b1d6-515180ec860d req-e5659330-e5b4-4d80-9715-044f9a2c1831 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=958bd8a2-e988-4f21-ad22-567c0fb9f577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392790 Oct 24 13:35:31.733428 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:31.761702 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b5d0674f-efec-49b4-b1d6-515180ec860d req-d0d39fc4-0460-4db0-8f72-eabc8fdcecf5 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885665 Oct 24 13:35:31.851822 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b5d0674f-efec-49b4-b1d6-515180ec860d req-013dffb6-de46-466c-8dec-9b22e4c388b1 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834591 Oct 24 13:35:31.969745 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae90da-2d94-4a15-81ed-0eea36329f88 req-db5470bb-91a4-4bee-9478-cf1f43b2c2c7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:31.969745 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8fae90da-2d94-4a15-81ed-0eea36329f88 req-db5470bb-91a4-4bee-9478-cf1f43b2c2c7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0501838 Oct 24 13:35:32.015762 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8fae90da-2d94-4a15-81ed-0eea36329f88 req-0267f24e-ac72-4b77-9a7a-b4a3b1d33f39 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428350 Oct 24 13:35:33.157195 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9a5e6-19f7-447c-ae85-c7eb676f3c9c req-6c5cf330-324f-49ef-8380-009c39684fb7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:33.158723 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b9e9a5e6-19f7-447c-ae85-c7eb676f3c9c req-6c5cf330-324f-49ef-8380-009c39684fb7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0530620 Oct 24 13:35:33.207957 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b9e9a5e6-19f7-447c-ae85-c7eb676f3c9c req-efb2e49e-19fb-4b49-b033-92f48d6e806d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428600 Oct 24 13:35:33.626349 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e408749c-1695-4bf2-b149-bf91b59eb648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:34.343706 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a860e7-565a-46aa-aca4-c0a84046162b req-83f951eb-c4ef-471f-a032-29aeecca1a15 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:34.345324 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-23a860e7-565a-46aa-aca4-c0a84046162b req-83f951eb-c4ef-471f-a032-29aeecca1a15 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0501125 Oct 24 13:35:34.395856 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-23a860e7-565a-46aa-aca4-c0a84046162b req-26bb284d-9c97-4e33-b8e5-b96d899a9296 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448453 Oct 24 13:35:34.940353 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:35.529509 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6bf7a-0720-42dd-a043-b9863e1fe99a req-4f48c9d7-9af6-45d8-a3d7-9729222c0cfe tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:35.531008 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-adf6bf7a-0720-42dd-a043-b9863e1fe99a req-4f48c9d7-9af6-45d8-a3d7-9729222c0cfe tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0488195 Oct 24 13:35:35.579053 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-adf6bf7a-0720-42dd-a043-b9863e1fe99a req-34244716-9261-4273-b551-7d5b6abb013f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423827 Oct 24 13:35:36.369402 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:36.574784 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:36.706027 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688f849-8948-4e56-a495-8316a4811910 req-5d5c334c-880d-48b6-9e36-fad88f810704 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:36.707506 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a688f849-8948-4e56-a495-8316a4811910 req-5d5c334c-880d-48b6-9e36-fad88f810704 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0472517 Oct 24 13:35:36.759323 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a688f849-8948-4e56-a495-8316a4811910 req-c756fbb2-2991-484e-b4c9-63cd8e7e509a tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460522 Oct 24 13:35:37.893471 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845e7be-3513-4e69-bc9b-b56b987f8f0c req-329dc07c-2263-465d-98a2-e65368e54196 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:37.894909 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7845e7be-3513-4e69-bc9b-b56b987f8f0c req-329dc07c-2263-465d-98a2-e65368e54196 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0454297 Oct 24 13:35:37.945361 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7845e7be-3513-4e69-bc9b-b56b987f8f0c req-78683839-b076-4031-9a2a-fc497c13209d tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450082 Oct 24 13:35:39.089822 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e8bcb-50eb-4c4a-81d5-80c69a1c824f req-c9859cd8-b0ce-4434-97da-36329c7677f2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:39.091425 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bc3e8bcb-50eb-4c4a-81d5-80c69a1c824f req-c9859cd8-b0ce-4434-97da-36329c7677f2 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0612679 Oct 24 13:35:39.137098 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:39.141829 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bc3e8bcb-50eb-4c4a-81d5-80c69a1c824f req-aa0ef68d-4960-4124-88a6-b8ba0bf1cca6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444694 Oct 24 13:35:39.670816 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:35:40.290831 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d4e98-4006-4091-abc5-e7de4d8849fa req-6af4baea-c5db-4b80-a766-fa5c70fa3b94 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:40.296789 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-315d4e98-4006-4091-abc5-e7de4d8849fa req-6af4baea-c5db-4b80-a766-fa5c70fa3b94 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0573289 Oct 24 13:35:40.344462 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-315d4e98-4006-4091-abc5-e7de4d8849fa req-a69b9321-7d99-4432-955a-82b7770362f5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457518 Oct 24 13:35:41.481376 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8de8d-6c16-4062-be87-0a9e9248f974 req-6662d171-0c83-41f2-94ce-b6682b201347 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:41.482790 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-12e8de8d-6c16-4062-be87-0a9e9248f974 req-6662d171-0c83-41f2-94ce-b6682b201347 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0517404 Oct 24 13:35:41.536295 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-12e8de8d-6c16-4062-be87-0a9e9248f974 req-58657403-e1ed-4e16-9557-e71662498d64 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466075 Oct 24 13:35:42.675730 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb4387-2ae9-4fbb-8a9a-69c9e507cb6d req-91433e8f-5198-4a05-a805-97baf75508f4 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:42.677475 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-52cb4387-2ae9-4fbb-8a9a-69c9e507cb6d req-91433e8f-5198-4a05-a805-97baf75508f4 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0487995 Oct 24 13:35:42.728232 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-52cb4387-2ae9-4fbb-8a9a-69c9e507cb6d req-f7add8fb-284e-4ad7-98f3-a7acfcdfc5c5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449150 Oct 24 13:35:43.860936 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61419527-c213-4203-832f-191de10e9357 req-eecf32e1-575c-4e63-b3c8-28c060554b29 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:43.862347 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-61419527-c213-4203-832f-191de10e9357 req-eecf32e1-575c-4e63-b3c8-28c060554b29 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0479500 Oct 24 13:35:43.910082 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-61419527-c213-4203-832f-191de10e9357 req-a4803080-e684-4662-a84b-d6f3bcaa47f4 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420907 Oct 24 13:35:45.042999 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022cbe6-40e9-409d-af3d-450e42a1711c req-8a6828c3-76a7-46f0-a24b-863e721330f5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:45.044483 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7022cbe6-40e9-409d-af3d-450e42a1711c req-8a6828c3-76a7-46f0-a24b-863e721330f5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0517855 Oct 24 13:35:45.068829 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:45.091987 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7022cbe6-40e9-409d-af3d-450e42a1711c req-423657b7-1f03-4243-b6e4-41677570d9d6 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416510 Oct 24 13:35:46.222988 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e833153-62bd-44a6-a2a3-9f2f2339ad80 req-42dbb74c-375d-4b0e-9ec1-27cacff8816f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:46.224430 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7e833153-62bd-44a6-a2a3-9f2f2339ad80 req-42dbb74c-375d-4b0e-9ec1-27cacff8816f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0504863 Oct 24 13:35:46.271427 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7e833153-62bd-44a6-a2a3-9f2f2339ad80 req-d0429030-6115-4ee3-82d7-fe3a3eaf4f86 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412273 Oct 24 13:35:46.513532 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=53,neutron:UPDATE=7 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:46.515417 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:47.413148 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381e4a6-6443-4dd3-ad02-d114849e4834 req-81e1703a-752a-4d58-bf3a-97cf0da70a02 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:47.414711 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1381e4a6-6443-4dd3-ad02-d114849e4834 req-81e1703a-752a-4d58-bf3a-97cf0da70a02 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0477941 Oct 24 13:35:47.472611 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1381e4a6-6443-4dd3-ad02-d114849e4834 req-15ea30b1-d449-407c-96fe-29c7f6a4b8f4 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521097 Oct 24 13:35:48.589336 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:48.607445 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec8e0d-b070-40d4-b2ae-e7a637ee6a08 req-ede91455-f5e6-492c-89bf-084b63624c17 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:48.608974 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-58ec8e0d-b070-40d4-b2ae-e7a637ee6a08 req-ede91455-f5e6-492c-89bf-084b63624c17 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0506032 Oct 24 13:35:48.657978 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-58ec8e0d-b070-40d4-b2ae-e7a637ee6a08 req-dbc7d00d-96ab-48eb-99b1-1b23612b29e9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428400 Oct 24 13:35:49.791880 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f48aa-dbfa-4796-99a7-dbae8b4b821c req-b505d167-183e-43db-8a32-0e1df83480a1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:49.793573 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3c8f48aa-dbfa-4796-99a7-dbae8b4b821c req-b505d167-183e-43db-8a32-0e1df83480a1 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 943 time: 0.0518475 Oct 24 13:35:49.846230 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3c8f48aa-dbfa-4796-99a7-dbae8b4b821c req-94348661-421b-477b-8439-782714a817e9 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462494 Oct 24 13:35:50.276457 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 13446e7b-9dfe-44f4-b0f9-5884ab770e75 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:35:50.380479 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 13446e7b-9dfe-44f4-b0f9-5884ab770e75, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=13446e7b-9dfe-44f4-b0f9-5884ab770e75,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:35:50.391616 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '13446e7b-9dfe-44f4-b0f9-5884ab770e75', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'port_id': '13446e7b-9dfe-44f4-b0f9-5884ab770e75', 'mac_address': 'fa:16:3e:44:76:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:35:50.427494 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:35:50.427876 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:50.440819 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13446e7b-9dfe-44f4-b0f9-5884ab770e75 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:35:50.461975 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 13446e7b-9dfe-44f4-b0f9-5884ab770e75, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=13446e7b-9dfe-44f4-b0f9-5884ab770e75,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:35:50.557935 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:50.604263 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=13446e7b-9dfe-44f4-b0f9-5884ab770e75,revision_number=9']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:50.979574 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8def598-8b87-4a81-a095-ff9396aa0dcd req-7817a36a-54e5-4cde-8084-b837575ba290 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:50.981440 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e8def598-8b87-4a81-a095-ff9396aa0dcd req-7817a36a-54e5-4cde-8084-b837575ba290 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 944 time: 0.0506911 Oct 24 13:35:50.996847 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['13446e7b-9dfe-44f4-b0f9-5884ab770e75'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:35:51.038970 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e8def598-8b87-4a81-a095-ff9396aa0dcd req-7e7850c1-c678-49ef-bdeb-52a98bb2262b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514209 Oct 24 13:35:52.174419 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db569c5-226e-4ee5-95e4-06be2e4369a7 req-0019b843-bca8-4f9a-83fa-e59b67b1d936 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:52.175891 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2db569c5-226e-4ee5-95e4-06be2e4369a7 req-0019b843-bca8-4f9a-83fa-e59b67b1d936 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 944 time: 0.0480015 Oct 24 13:35:52.225031 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2db569c5-226e-4ee5-95e4-06be2e4369a7 req-07f1dea9-24f7-4c13-8fbb-7588b71303ff tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432396 Oct 24 13:35:52.287740 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 13446e7b-9dfe-44f4-b0f9-5884ab770e75 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:35:52.332386 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:35:52.332761 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:52.333097 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 Oct 24 13:35:52.410292 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:35:52.410695 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:52.435275 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13446e7b-9dfe-44f4-b0f9-5884ab770e75'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:35:52.437405 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b881e6cd-411b-4805-88ff-5370426b3188" -d '{"events": [{"server_uuid": "6e111014-8ecb-4f6c-865f-a85b64d7cc69", "name": "network-vif-plugged", "status": "completed", "tag": "13446e7b-9dfe-44f4-b0f9-5884ab770e75"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:35:52.453708 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 13446e7b-9dfe-44f4-b0f9-5884ab770e75, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=13446e7b-9dfe-44f4-b0f9-5884ab770e75,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:35:52.478251 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31c889c-3ff2-44ba-a382-d59e47da0983 x-openstack-request-id: req-d31c889c-3ff2-44ba-a382-d59e47da0983 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:35:52.478543 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e111014-8ecb-4f6c-865f-a85b64d7cc69", "name": "network-vif-plugged", "status": "completed", "tag": "13446e7b-9dfe-44f4-b0f9-5884ab770e75", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:35:52.478790 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d31c889c-3ff2-44ba-a382-d59e47da0983 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:35:52.479188 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31c889c-3ff2-44ba-a382-d59e47da0983'] response: {'server_uuid': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13446e7b-9dfe-44f4-b0f9-5884ab770e75', 'code': 200} Oct 24 13:35:52.540240 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:35:52.591483 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=13446e7b-9dfe-44f4-b0f9-5884ab770e75,revision_number=10']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:35:52.865452 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe273a7-0bd9-4e6c-8db2-bf27e54e05e4 req-a32b1f49-cc76-4776-b8a2-d0686b68684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:52.870242 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dfe273a7-0bd9-4e6c-8db2-bf27e54e05e4 req-a32b1f49-cc76-4776-b8a2-d0686b68684d service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 1130 time: 0.0408189 Oct 24 13:35:52.913560 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dfe273a7-0bd9-4e6c-8db2-bf27e54e05e4 req-e8490a5d-bff6-4363-8b28-0eede00e580b service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397739 Oct 24 13:35:53.359503 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a7903-aee6-4315-85f6-7b7bd05e8606 req-767de388-2fd9-442b-aa35-51d4cb77f2a0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:53.361615 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-851a7903-aee6-4315-85f6-7b7bd05e8606 req-767de388-2fd9-442b-aa35-51d4cb77f2a0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 946 time: 0.0526726 Oct 24 13:35:53.419208 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-851a7903-aee6-4315-85f6-7b7bd05e8606 req-c979ad17-41c4-4791-89ac-0acfff17babc tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514355 Oct 24 13:35:54.543808 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:54.558215 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3299f-b8de-40da-9c16-29ce762639fb req-ddd010fb-44fe-4507-8cd0-e43b5c2cbcb0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:54.558871 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d6c3299f-b8de-40da-9c16-29ce762639fb req-ddd010fb-44fe-4507-8cd0-e43b5c2cbcb0 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 946 time: 0.0530164 Oct 24 13:35:54.608435 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d6c3299f-b8de-40da-9c16-29ce762639fb req-fb0a6de5-a3c2-4ae2-9a95-69de85543cb8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427136 Oct 24 13:35:55.738894 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc9c1d-58dd-4808-aff2-c30a6c2c96fb req-798a13ac-28e3-4d18-91e7-c7ed5daca490 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:55.740571 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-77dc9c1d-58dd-4808-aff2-c30a6c2c96fb req-798a13ac-28e3-4d18-91e7-c7ed5daca490 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 946 time: 0.0498474 Oct 24 13:35:55.794510 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-77dc9c1d-58dd-4808-aff2-c30a6c2c96fb req-625c7815-94f7-45d1-a39b-49c2b663fc6f tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443122 Oct 24 13:35:56.917214 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c32c74-6a09-415d-8f27-441e0b42470a req-6544f2e4-d856-43cb-b849-0c245c5244f5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:35:56.918669 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-97c32c74-6a09-415d-8f27-441e0b42470a req-6544f2e4-d856-43cb-b849-0c245c5244f5 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 946 time: 0.0470157 Oct 24 13:35:56.965271 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-97c32c74-6a09-415d-8f27-441e0b42470a req-58e57564-5c0c-4f6a-b7ed-81b68104e06b tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406187 Oct 24 13:35:57.513171 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=15 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:57.527005 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=19 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:35:59.237752 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:01.334353 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-0c05adb9-2752-4c26-a7ac-5dc5b7d71d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:03.637096 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-5f4e70f0-9f64-4ff8-a3b1-8661734c889e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:04.934478 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:05.784381 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=68 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:05.787259 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=32 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:06.351267 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:06.574030 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:06.959733 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=14 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:06.961582 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=56 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:07.834318 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce46cd8-42b1-4f62-811e-16d01ba7f831 req-a4d4edfd-0a39-4b66-a9e0-e0476e812eec tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:07.835766 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0ce46cd8-42b1-4f62-811e-16d01ba7f831 req-a4d4edfd-0a39-4b66-a9e0-e0476e812eec tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 946 time: 0.0494578 Oct 24 13:36:07.881900 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0ce46cd8-42b1-4f62-811e-16d01ba7f831 req-9948474b-e72f-48fb-8afe-3e76d9692f7e tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d36b4a50-7aa7-45d5-901e-1f6db104c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405765 Oct 24 13:36:09.005775 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab1d6d-8373-4b3a-aca0-6c30a891ed50 req-4f7a21ef-db9b-41c8-8403-7d0c78e88838 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:09.007259 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9dab1d6d-8373-4b3a-aca0-6c30a891ed50 req-4f7a21ef-db9b-41c8-8403-7d0c78e88838 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 946 time: 0.0492535 Oct 24 13:36:09.054589 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9dab1d6d-8373-4b3a-aca0-6c30a891ed50 req-55417762-8165-4c47-9f6f-52bbdecfc8f9 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d36b4a50-7aa7-45d5-901e-1f6db104c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411329 Oct 24 13:36:10.177344 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10b8bd-86dc-40a7-97a9-87a538769701 req-2be1c293-32e7-48b6-a920-bf32472556dd tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:10.178811 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bf10b8bd-86dc-40a7-97a9-87a538769701 req-2be1c293-32e7-48b6-a920-bf32472556dd tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 946 time: 0.0480514 Oct 24 13:36:10.186435 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b4696-ba6a-4a1a-8882-b6d18475ffc3 req-43bc4b50-254a-49db-8f01-e4a06f1eeffe tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:10.187875 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b48b4696-ba6a-4a1a-8882-b6d18475ffc3 req-43bc4b50-254a-49db-8f01-e4a06f1eeffe tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 946 time: 0.0464284 Oct 24 13:36:10.226266 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bf10b8bd-86dc-40a7-97a9-87a538769701 req-bbdd4cc4-6405-4b2a-b667-bd525d29d3f1 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d36b4a50-7aa7-45d5-901e-1f6db104c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417509 Oct 24 13:36:10.271703 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-b48b4696-ba6a-4a1a-8882-b6d18475ffc3 req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Deleting port 28395180-00b3-4e86-b35a-bac15da8261a {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:36:10.272035 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b48b4696-ba6a-4a1a-8882-b6d18475ffc3 req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (28395180-00b3-4e86-b35a-bac15da8261a), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:10.361738 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-b48b4696-ba6a-4a1a-8882-b6d18475ffc3 req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] For port 28395180-00b3-4e86-b35a-bac15da8261a, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=28395180-00b3-4e86-b35a-bac15da8261a,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:36:10.362015 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b48b4696-ba6a-4a1a-8882-b6d18475ffc3 req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (28395180-00b3-4e86-b35a-bac15da8261a), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:10.520661 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b48b4696-ba6a-4a1a-8882-b6d18475ffc3 req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:10.521015 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b48b4696-ba6a-4a1a-8882-b6d18475ffc3 req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (115cae10-0b73-4f53-bcea-4eb3e4087440), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:10.521323 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [req-b48b4696-ba6a-4a1a-8882-b6d18475ffc3 req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Floating IP 115cae10-0b73-4f53-bcea-4eb3e4087440 disassociated. External IP: 172.27.3.162, port: 28395180-00b3-4e86-b35a-bac15da8261a. Oct 24 13:36:10.521649 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-b48b4696-ba6a-4a1a-8882-b6d18475ffc3 req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Calling delete_port for 28395180-00b3-4e86-b35a-bac15da8261a owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:36:10.757140 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b48b4696-ba6a-4a1a-8882-b6d18475ffc3 req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (28395180-00b3-4e86-b35a-bac15da8261a), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:10.786796 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event deleted for resources: {'Port': ['ID=28395180-00b3-4e86-b35a-bac15da8261a,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:10.806856 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:10.806856 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:10.806856 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:10.806856 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:10.806856 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:10.806856 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:10.806856 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:10.806856 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:10.806856 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:10.806856 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:10.806856 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:10.806856 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:10.806856 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:10.808310 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:10.808310 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:10.912501 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b48b4696-ba6a-4a1a-8882-b6d18475ffc3 req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Router 635f7fac-5283-4887-8c50-83405dd41960 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:36:11.016250 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b48b4696-ba6a-4a1a-8882-b6d18475ffc3 req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:36:11.026066 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca558a-9733-4df0-a0fe-80d750090ed0 None None] Sync routers for ids ['635f7fac-5283-4887-8c50-83405dd41960'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:36:11.036369 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca558a-9733-4df0-a0fe-80d750090ed0 None None] Routers {'635f7fac-5283-4887-8c50-83405dd41960'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:36:11.036971 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-4cca558a-9733-4df0-a0fe-80d750090ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:36:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['635f7fac-5283-4887-8c50-83405dd41960'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:11.039429 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:11.061432 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48b4696-ba6a-4a1a-8882-b6d18475ffc3 req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] No DVR routers for this DVR port 28395180-00b3-4e86-b35a-bac15da8261a on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:36:11.062451 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b48b4696-ba6a-4a1a-8882-b6d18475ffc3 req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:11.066392 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b48b4696-ba6a-4a1a-8882-b6d18475ffc3 req-579c41c2-399d-4fb7-93ac-93c2aadb198c tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.59 "DELETE /networking/v2.0/ports/28395180-00b3-4e86-b35a-bac15da8261a HTTP/1.1" status: 204 len: 173 time: 0.8723984 Oct 24 13:36:11.066878 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937175c3-4262-4fe8-acfc-69bd009df2ac', 'name': 'network-vif-deleted', 'tag': '28395180-00b3-4e86-b35a-bac15da8261a'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:36:11.069196 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50ff4d4-f2d8-4bce-be37-edf9490c860e" -d '{"events": [{"server_uuid": "937175c3-4262-4fe8-acfc-69bd009df2ac", "name": "network-vif-deleted", "tag": "28395180-00b3-4e86-b35a-bac15da8261a"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:36:11.075278 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:11.111093 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a81399-6dc3-426b-8ad0-096e8b5dbe45 x-openstack-request-id: req-97a81399-6dc3-426b-8ad0-096e8b5dbe45 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:36:11.111983 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937175c3-4262-4fe8-acfc-69bd009df2ac", "name": "network-vif-deleted", "tag": "28395180-00b3-4e86-b35a-bac15da8261a", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:36:11.112315 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97a81399-6dc3-426b-8ad0-096e8b5dbe45 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:36:11.112809 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a81399-6dc3-426b-8ad0-096e8b5dbe45'] response: {'server_uuid': '937175c3-4262-4fe8-acfc-69bd009df2ac', 'name': 'network-vif-deleted', 'tag': '28395180-00b3-4e86-b35a-bac15da8261a', 'status': 'completed', 'code': 200} Oct 24 13:36:11.290299 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-4cca558a-9733-4df0-a0fe-80d750090ed0 None None] Set router 635f7fac-5283-4887-8c50-83405dd41960 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:36:11.352804 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2114f199-6d1f-49db-b285-e17d46f09b9b req-d6b3e8ec-d2a7-49f4-9922-3043021640fe tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=937175c3-4262-4fe8-acfc-69bd009df2ac HTTP/1.1" status: 200 len: 210 time: 0.0281589 Oct 24 13:36:11.485919 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-4cca558a-9733-4df0-a0fe-80d750090ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:45Z', 'revision_number': 5, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:11.511146 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca558a-9733-4df0-a0fe-80d750090ed0 None None] Checking router: 635f7fac-5283-4887-8c50-83405dd41960 for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:36:11.519394 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca558a-9733-4df0-a0fe-80d750090ed0 None None] Routers {'635f7fac-5283-4887-8c50-83405dd41960'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:36:11.519993 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-4cca558a-9733-4df0-a0fe-80d750090ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:36:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['635f7fac-5283-4887-8c50-83405dd41960'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:11.626363 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-4cca558a-9733-4df0-a0fe-80d750090ed0 None None] Set router 635f7fac-5283-4887-8c50-83405dd41960 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:36:11.812201 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-4cca558a-9733-4df0-a0fe-80d750090ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:45Z', 'revision_number': 5, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:11.836606 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca558a-9733-4df0-a0fe-80d750090ed0 None None] The sync data for ids ['635f7fac-5283-4887-8c50-83405dd41960'] in dv-cinder-862491-1-iscsi is: [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'b061f317-3de8-421b-987a-a3348f08fda0', 'name': '', 'network_id': '143f8287-8fb4-4393-ae4f-ca898c17799f', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'mac_address': 'fa:16:3e:31:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:26Z', 'updated_at': '2022-10-24T13:25:45Z', 'revision_number': 5, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'subnets': [{'id': 'dd583918-9412-43e4-86a6-0aa07f6bb5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:36:12.056004 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9535e-badd-42b9-83a3-35943a19c63c None None] New status for floating IP 115cae10-0b73-4f53-bcea-4eb3e4087440: DOWN {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:36:12.507093 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42682) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:12.563523 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group (d36b4a50-7aa7-45d5-901e-1f6db104c32a), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:12.586152 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group (d36b4a50-7aa7-45d5-901e-1f6db104c32a), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:12.693922 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (d36b4a50-7aa7-45d5-901e-1f6db104c32a), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:12.696503 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:12.697673 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/d36b4a50-7aa7-45d5-901e-1f6db104c32a HTTP/1.1" status: 204 len: 168 time: 0.1896062 Oct 24 13:36:12.700749 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 42684) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:12.707989 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36b4a50-7aa7-45d5-901e-1f6db104c32a,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:12.709228 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:12.715480 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.api.v2.resource [None req-9847d547-791c-4724-aca9-9337ba02ada4 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] show failed (client error): The resource could not be found. Oct 24 13:36:12.715651 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:12.716030 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:12.716496 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-9847d547-791c-4724-aca9-9337ba02ada4 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "GET /networking/v2.0/security-groups/d36b4a50-7aa7-45d5-901e-1f6db104c32a HTTP/1.1" status: 404 len: 347 time: 0.0147569 Oct 24 13:36:12.717015 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:12.717353 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:12.717685 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:12.718008 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:12.718339 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:12.718658 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:12.718977 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:12.719295 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:12.719413 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 42686) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:12.719612 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:12.719927 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:12.720241 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:12.720600 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:12.721556 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295223a0-6556-4d82-be05-57e3a14ccf90 tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:12.757329 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:12.832587 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-88370a70-c149-48f0-a6a2-951547df3daf tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Deleting port 307ce3b6-218b-4550-b2b0-29db420a5fa5 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:36:12.832927 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-88370a70-c149-48f0-a6a2-951547df3daf tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (307ce3b6-218b-4550-b2b0-29db420a5fa5), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:12.909388 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-88370a70-c149-48f0-a6a2-951547df3daf tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (307ce3b6-218b-4550-b2b0-29db420a5fa5), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:12.909710 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-88370a70-c149-48f0-a6a2-951547df3daf tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for floatingip (307ce3b6-218b-4550-b2b0-29db420a5fa5), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:12.922132 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-88370a70-c149-48f0-a6a2-951547df3daf tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Calling delete_port for 307ce3b6-218b-4550-b2b0-29db420a5fa5 owned by network:floatingip {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:36:13.089313 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-88370a70-c149-48f0-a6a2-951547df3daf tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (307ce3b6-218b-4550-b2b0-29db420a5fa5), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:13.111487 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88370a70-c149-48f0-a6a2-951547df3daf tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Pushing event deleted for resources: {'Port': ['ID=307ce3b6-218b-4550-b2b0-29db420a5fa5,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:13.174908 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-88370a70-c149-48f0-a6a2-951547df3daf tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks [] for floatingip (115cae10-0b73-4f53-bcea-4eb3e4087440), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:13.177392 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-88370a70-c149-48f0-a6a2-951547df3daf tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:13.178524 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-88370a70-c149-48f0-a6a2-951547df3daf tempest-AttachVolumeTestJSON-323460550 tempest-AttachVolumeTestJSON-323460550-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/115cae10-0b73-4f53-bcea-4eb3e4087440 HTTP/1.1" status: 204 len: 168 time: 0.4582293 Oct 24 13:36:14.392391 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 28395180-00b3-4e86-b35a-bac15da8261a no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:36:14.411240 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: 28395180-00b3-4e86-b35a-bac15da8261a {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:36:14.411585 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 28395180-00b3-4e86-b35a-bac15da8261a not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:36:15.106183 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 42712) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:15.210922 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2b6d-4bc8-43d2-a17d-48f7e7441428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:15.449185 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2b6d-4bc8-43d2-a17d-48f7e7441428 admin admin] Publish callbacks [] for security_group (e2bdc370-41dc-4db0-98cc-58603ff1595a), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:15.522643 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2b6d-4bc8-43d2-a17d-48f7e7441428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (e2bdc370-41dc-4db0-98cc-58603ff1595a), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:15.553572 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:15.563047 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-5d1f2b6d-4bc8-43d2-a17d-48f7e7441428 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=fad33c8add3e499caa13e45fc7af5a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558313 Oct 24 13:36:15.563949 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f2b6d-4bc8-43d2-a17d-48f7e7441428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bdc370-41dc-4db0-98cc-58603ff1595a,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:15.565875 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42716) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:15.617540 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ca531ae0-f37c-4cee-941e-053e33085ee7 admin admin] Publish callbacks [] for security_group (e2bdc370-41dc-4db0-98cc-58603ff1595a), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:15.637613 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ca531ae0-f37c-4cee-941e-053e33085ee7 admin admin] Publish callbacks [] for security_group (e2bdc370-41dc-4db0-98cc-58603ff1595a), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:15.734130 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ca531ae0-f37c-4cee-941e-053e33085ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (e2bdc370-41dc-4db0-98cc-58603ff1595a), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:15.736784 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ca531ae0-f37c-4cee-941e-053e33085ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:15.738543 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-ca531ae0-f37c-4cee-941e-053e33085ee7 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/e2bdc370-41dc-4db0-98cc-58603ff1595a HTTP/1.1" status: 204 len: 168 time: 0.1708992 Oct 24 13:36:15.749084 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca531ae0-f37c-4cee-941e-053e33085ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bdc370-41dc-4db0-98cc-58603ff1595a,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:16.669445 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:36:17.174115 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 42736) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:17.618106 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-afab723b-6005-4b9d-8293-1d54790350b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7922041'] for router_interface (635f7fac-5283-4887-8c50-83405dd41960), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:17.772584 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:17.831958 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-afab723b-6005-4b9d-8293-1d54790350b1 admin admin] Deleting port b061f317-3de8-421b-987a-a3348f08fda0 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:36:17.832318 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-afab723b-6005-4b9d-8293-1d54790350b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (b061f317-3de8-421b-987a-a3348f08fda0), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:17.916640 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [None req-afab723b-6005-4b9d-8293-1d54790350b1 admin admin] For port b061f317-3de8-421b-987a-a3348f08fda0, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=b061f317-3de8-421b-987a-a3348f08fda0,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:36:17.919248 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-afab723b-6005-4b9d-8293-1d54790350b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (b061f317-3de8-421b-987a-a3348f08fda0), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:17.930387 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-afab723b-6005-4b9d-8293-1d54790350b1 admin admin] Calling delete_port for b061f317-3de8-421b-987a-a3348f08fda0 owned by network:router_interface {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:36:18.040651 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:18.140043 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-afab723b-6005-4b9d-8293-1d54790350b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (b061f317-3de8-421b-987a-a3348f08fda0), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:18.165333 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab723b-6005-4b9d-8293-1d54790350b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b061f317-3de8-421b-987a-a3348f08fda0,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:18.560671 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-afab723b-6005-4b9d-8293-1d54790350b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8330508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7925705'] for router_interface (635f7fac-5283-4887-8c50-83405dd41960), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:18.580945 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc575c5a-9016-4aec-b3b4-afcbbeebeb71 None None] get_active_networks_info from dv-cinder-862491-1-iscsi {{(pid=104909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:36:18.682273 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc575c5a-9016-4aec-b3b4-afcbbeebeb71 None None] Resources bound (agent type, host, resource id): {{(pid=104909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:36:18.743641 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:18.766019 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afab723b-6005-4b9d-8293-1d54790350b1 admin admin] Router 635f7fac-5283-4887-8c50-83405dd41960 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:36:18.869789 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afab723b-6005-4b9d-8293-1d54790350b1 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:36:18.875061 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-afab723b-6005-4b9d-8293-1d54790350b1 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/635f7fac-5283-4887-8c50-83405dd41960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6997395 Oct 24 13:36:18.877522 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 42742) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:18.878651 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a70261-dc38-42ef-b101-59a1a57b4c33 None None] Sync routers for ids ['635f7fac-5283-4887-8c50-83405dd41960'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:36:18.890114 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a70261-dc38-42ef-b101-59a1a57b4c33 None None] Routers {'635f7fac-5283-4887-8c50-83405dd41960'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:36:18.890719 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-22a70261-dc38-42ef-b101-59a1a57b4c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:36:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['635f7fac-5283-4887-8c50-83405dd41960'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:18.982224 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f645-e8ff-476a-93f6-9a48d7f0abe4 admin admin] Publish callbacks [] for router (635f7fac-5283-4887-8c50-83405dd41960), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:18.993026 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:18.997387 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-22a70261-dc38-42ef-b101-59a1a57b4c33 None None] Set router 635f7fac-5283-4887-8c50-83405dd41960 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:36:19.036003 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:19.093002 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f645-e8ff-476a-93f6-9a48d7f0abe4 admin admin] Publish callbacks [] for router_gateway (635f7fac-5283-4887-8c50-83405dd41960), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:19.178009 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-22a70261-dc38-42ef-b101-59a1a57b4c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:36:18Z', 'revision_number': 5, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port': {'id': 'df620998-7892-404e-9bc2-94ea3ac5ce4a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:68:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635f7fac-5283-4887-8c50-83405dd41960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:19Z', 'updated_at': '2022-10-24T13:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:19.193878 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:19.205247 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a70261-dc38-42ef-b101-59a1a57b4c33 None None] Checking router: 635f7fac-5283-4887-8c50-83405dd41960 for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:36:19.207292 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-e9a4f645-e8ff-476a-93f6-9a48d7f0abe4 admin admin] Deleting port df620998-7892-404e-9bc2-94ea3ac5ce4a {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:36:19.207743 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f645-e8ff-476a-93f6-9a48d7f0abe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (df620998-7892-404e-9bc2-94ea3ac5ce4a), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:19.215148 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a70261-dc38-42ef-b101-59a1a57b4c33 None None] Routers {'635f7fac-5283-4887-8c50-83405dd41960'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:36:19.215758 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-22a70261-dc38-42ef-b101-59a1a57b4c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:36:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['635f7fac-5283-4887-8c50-83405dd41960'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:19.298373 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [None req-e9a4f645-e8ff-476a-93f6-9a48d7f0abe4 admin admin] For port df620998-7892-404e-9bc2-94ea3ac5ce4a, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=df620998-7892-404e-9bc2-94ea3ac5ce4a,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:36:19.299078 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f645-e8ff-476a-93f6-9a48d7f0abe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (df620998-7892-404e-9bc2-94ea3ac5ce4a), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:19.304755 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-22a70261-dc38-42ef-b101-59a1a57b4c33 None None] Set router 635f7fac-5283-4887-8c50-83405dd41960 gateway port host: None {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:36:19.313729 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-e9a4f645-e8ff-476a-93f6-9a48d7f0abe4 admin admin] Calling delete_port for df620998-7892-404e-9bc2-94ea3ac5ce4a owned by network:router_gateway {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:36:19.354934 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-22a70261-dc38-42ef-b101-59a1a57b4c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:36:19Z', 'revision_number': 6, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port_host': None}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:19.382280 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a70261-dc38-42ef-b101-59a1a57b4c33 None None] The sync data for ids ['635f7fac-5283-4887-8c50-83405dd41960'] in dv-cinder-862491-1-iscsi is: [{'id': '635f7fac-5283-4887-8c50-83405dd41960', 'name': 'tempest-AttachVolumeTestJSON-1530846124-router', 'tenant_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:18Z', 'updated_at': '2022-10-24T13:36:19Z', 'revision_number': 6, 'project_id': 'e3faf7ad1fea4ab8b08c98a10491ec11', 'gw_port_host': None}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:36:19.398483 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-3cc6881f-c42f-424f-8298-09b7baf871a3 None None] Provisioning complete for port 97b47065-cd92-485e-87bc-fcfb01e34695 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:36:19.399007 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-3cc6881f-c42f-424f-8298-09b7baf871a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (97b47065-cd92-485e-87bc-fcfb01e34695), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:19.399358 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-3cc6881f-c42f-424f-8298-09b7baf871a3 None None] Attempt 1 to provision port 97b47065-cd92-485e-87bc-fcfb01e34695 Oct 24 13:36:19.477547 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-3cc6881f-c42f-424f-8298-09b7baf871a3 None None] Current status of the port 97b47065-cd92-485e-87bc-fcfb01e34695 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:36:19.545607 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f645-e8ff-476a-93f6-9a48d7f0abe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (df620998-7892-404e-9bc2-94ea3ac5ce4a), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:19.570951 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4f645-e8ff-476a-93f6-9a48d7f0abe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=df620998-7892-404e-9bc2-94ea3ac5ce4a,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:19.632110 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f645-e8ff-476a-93f6-9a48d7f0abe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924636'] for router_gateway (635f7fac-5283-4887-8c50-83405dd41960), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:19.717208 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f645-e8ff-476a-93f6-9a48d7f0abe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-484265'] for router (635f7fac-5283-4887-8c50-83405dd41960), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:19.719299 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f645-e8ff-476a-93f6-9a48d7f0abe4 admin admin] Publish callbacks [] for router_controller (635f7fac-5283-4887-8c50-83405dd41960), precommit_delete_associations {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:19.837457 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f645-e8ff-476a-93f6-9a48d7f0abe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7921978'] for router (635f7fac-5283-4887-8c50-83405dd41960), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:19.838090 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a4f645-e8ff-476a-93f6-9a48d7f0abe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 635f7fac-5283-4887-8c50-83405dd41960 {{(pid=104908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:36:19.842392 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f645-e8ff-476a-93f6-9a48d7f0abe4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:19.843577 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-e9a4f645-e8ff-476a-93f6-9a48d7f0abe4 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/635f7fac-5283-4887-8c50-83405dd41960 HTTP/1.1" status: 204 len: 168 time: 0.9651270 Oct 24 13:36:19.846082 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 42744) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:19.889204 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_v2 [None req-93074962-e841-4e21-a4ed-3fd685ee4304 admin admin] Deleting subnet dd583918-9412-43e4-86a6-0aa07f6bb5dd {{(pid=104908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:36:19.892203 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-93074962-e841-4e21-a4ed-3fd685ee4304 admin admin] Publish callbacks [] for subnet (dd583918-9412-43e4-86a6-0aa07f6bb5dd), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:19.926271 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-93074962-e841-4e21-a4ed-3fd685ee4304 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5528164'] for subnet (dd583918-9412-43e4-86a6-0aa07f6bb5dd), precommit_delete_associations {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.001700 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-93074962-e841-4e21-a4ed-3fd685ee4304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (dd583918-9412-43e4-86a6-0aa07f6bb5dd), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.044585 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:20.157932 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-93074962-e841-4e21-a4ed-3fd685ee4304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4260645'] for subnet (dd583918-9412-43e4-86a6-0aa07f6bb5dd), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.185011 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93074962-e841-4e21-a4ed-3fd685ee4304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd583918-9412-43e4-86a6-0aa07f6bb5dd,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:20.189087 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-93074962-e841-4e21-a4ed-3fd685ee4304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.192904 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-93074962-e841-4e21-a4ed-3fd685ee4304 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/dd583918-9412-43e4-86a6-0aa07f6bb5dd HTTP/1.1" status: 204 len: 168 time: 0.3459065 Oct 24 13:36:20.196055 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42746) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:20.196616 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d56aa40-387e-44e5-8072-36a0c51e5a28 None None] Network 143f8287-8fb4-4393-ae4f-ca898c17799f requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:36:20.271654 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (143f8287-8fb4-4393-ae4f-ca898c17799f), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.319723 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] Deleting port 97b47065-cd92-485e-87bc-fcfb01e34695 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:36:20.320088 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (97b47065-cd92-485e-87bc-fcfb01e34695), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.360204 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] DHCP port deletion for 143f8287-8fb4-4393-ae4f-ca898c17799f request from dv-cinder-862491-1-iscsi {{(pid=104909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:36:20.389211 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] For port 97b47065-cd92-485e-87bc-fcfb01e34695, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=97b47065-cd92-485e-87bc-fcfb01e34695,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:36:20.389551 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (97b47065-cd92-485e-87bc-fcfb01e34695), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.398498 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Deleting port 97b47065-cd92-485e-87bc-fcfb01e34695 {{(pid=104909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:36:20.399070 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (97b47065-cd92-485e-87bc-fcfb01e34695), before_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.403519 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] Calling delete_port for 97b47065-cd92-485e-87bc-fcfb01e34695 owned by network:dhcp {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:36:20.470704 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] For port 97b47065-cd92-485e-87bc-fcfb01e34695, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=97b47065-cd92-485e-87bc-fcfb01e34695,segment=NetworkSegment(b4a4b59e-fc0d-4d42-9230-b633da9afd87),segment_id=b4a4b59e-fc0d-4d42-9230-b633da9afd87)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:36:20.471090 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (97b47065-cd92-485e-87bc-fcfb01e34695), precommit_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.493953 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Calling delete_port for 97b47065-cd92-485e-87bc-fcfb01e34695 owned by network:dhcp {{(pid=104909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:36:20.558328 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (97b47065-cd92-485e-87bc-fcfb01e34695), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.564830 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071'] for port (97b47065-cd92-485e-87bc-fcfb01e34695), after_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.584930 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] Pushing event deleted for resources: {'Port': ['ID=97b47065-cd92-485e-87bc-fcfb01e34695,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:20.586836 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] No DVR routers for this DVR port 97b47065-cd92-485e-87bc-fcfb01e34695 on host dv-cinder-862491-1-iscsi {{(pid=104907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:36:20.595053 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Pushing event deleted for resources: {'Port': ['ID=97b47065-cd92-485e-87bc-fcfb01e34695,revision_number=None']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:20.597928 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] No DVR routers for this DVR port 97b47065-cd92-485e-87bc-fcfb01e34695 on host dv-cinder-862491-1-iscsi {{(pid=104909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:36:20.609737 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:20.613756 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:20.613756 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:20.613756 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:20.613756 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:20.613756 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:20.613756 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:20.613756 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:20.613756 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:20.613756 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:20.613756 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:20.614939 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:20.614939 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:20.614939 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:20.615208 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303be396-5ea5-43d0-8491-ad289e736471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:20.632920 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:20.668898 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (143f8287-8fb4-4393-ae4f-ca898c17799f), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.682187 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:20.691605 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143f8287-8fb4-4393-ae4f-ca898c17799f']}} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:20.701779 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a4b59e-fc0d-4d42-9230-b633da9afd87') {'for_net_delete': True} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:20.702075 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a4b59e-fc0d-4d42-9230-b633da9afd87') {} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:20.712455 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4404749'] for segment (b4a4b59e-fc0d-4d42-9230-b633da9afd87), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.715517 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device b061f317-3de8-421b-987a-a3348f08fda0 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:36:20.726596 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (b4a4b59e-fc0d-4d42-9230-b633da9afd87), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.733158 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=104907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:36:20.733533 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5212013'] for segment (b4a4b59e-fc0d-4d42-9230-b633da9afd87), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.735834 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: b061f317-3de8-421b-987a-a3348f08fda0 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:36:20.736184 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device b061f317-3de8-421b-987a-a3348f08fda0 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:36:20.736621 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device df620998-7892-404e-9bc2-94ea3ac5ce4a no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:36:20.755580 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: df620998-7892-404e-9bc2-94ea3ac5ce4a {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:36:20.756086 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device df620998-7892-404e-9bc2-94ea3ac5ce4a not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:36:20.756532 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 97b47065-cd92-485e-87bc-fcfb01e34695 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:36:20.776144 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 97b47065-cd92-485e-87bc-fcfb01e34695 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:36:20.783122 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 97b47065-cd92-485e-87bc-fcfb01e34695 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:36:20.860234 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (143f8287-8fb4-4393-ae4f-ca898c17799f), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.870923 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:20.877943 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/143f8287-8fb4-4393-ae4f-ca898c17799f HTTP/1.1" status: 204 len: 168 time: 0.6769545 Oct 24 13:36:20.889599 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.services.segments.plugin [-] Segment b4a4b59e-fc0d-4d42-9230-b633da9afd87 resource provider aggregate not found Oct 24 13:36:20.895428 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de7fca-f26f-4e36-ae02-fec57ad0b6dc admin admin] Pushing event deleted for resources: {'Network': ['ID=143f8287-8fb4-4393-ae4f-ca898c17799f,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:20.924378 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.services.segments.plugin [-] Segment b4a4b59e-fc0d-4d42-9230-b633da9afd87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4a4b59e-fc0d-4d42-9230-b633da9afd87 found for delete ", "request_id": "req-5a6d38b4-8fef-44f6-8c3e-6e7eee22522c"}]} Oct 24 13:36:21.225151 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42756) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:21.265478 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-34676a8b-bcee-4795-85f5-5fffa2138538 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=e3faf7ad1fea4ab8b08c98a10491ec11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395288 Oct 24 13:36:21.267908 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42758) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:21.316197 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f2fa1f2c-b4b8-4ae6-94bd-3d008960103b admin admin] Publish callbacks [] for security_group (d432947a-d408-4496-a926-d6dfb0195468), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:21.335854 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f2fa1f2c-b4b8-4ae6-94bd-3d008960103b admin admin] Publish callbacks [] for security_group (d432947a-d408-4496-a926-d6dfb0195468), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:21.459870 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f2fa1f2c-b4b8-4ae6-94bd-3d008960103b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (d432947a-d408-4496-a926-d6dfb0195468), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:21.462574 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f2fa1f2c-b4b8-4ae6-94bd-3d008960103b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:21.463720 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-f2fa1f2c-b4b8-4ae6-94bd-3d008960103b admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/d432947a-d408-4496-a926-d6dfb0195468 HTTP/1.1" status: 204 len: 168 time: 0.1948776 Oct 24 13:36:21.471729 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa1f2c-b4b8-4ae6-94bd-3d008960103b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d432947a-d408-4496-a926-d6dfb0195468,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:22.132306 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:22.442089 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42780) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:22.537172 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-536a8eb8-50b0-4844-9835-2923ad1b4c9d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-724938888-network', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:36:22.619637 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536a8eb8-50b0-4844-9835-2923ad1b4c9d admin admin] Made reservation on behalf of 0a7896472f034eb4b3b028d528cfbac0 for: {'network': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:36:22.622094 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-536a8eb8-50b0-4844-9835-2923ad1b4c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for network (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:22.631569 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-536a8eb8-50b0-4844-9835-2923ad1b4c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:22.708652 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-536a8eb8-50b0-4844-9835-2923ad1b4c9d admin admin] Publish callbacks [] for security_group (45051401-3a45-40ab-baae-dd17494cb523), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:22.790977 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-536a8eb8-50b0-4844-9835-2923ad1b4c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (45051401-3a45-40ab-baae-dd17494cb523), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:22.818746 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536a8eb8-50b0-4844-9835-2923ad1b4c9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=104907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:36:22.824071 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a8eb8-50b0-4844-9835-2923ad1b4c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45051401-3a45-40ab-baae-dd17494cb523,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:22.832007 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-536a8eb8-50b0-4844-9835-2923ad1b4c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (b6c40e26-dbdd-48bb-9925-09adc4703feb), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:22.832387 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.segments_db [None req-536a8eb8-50b0-4844-9835-2923ad1b4c9d admin admin] Added segment b6c40e26-dbdd-48bb-9925-09adc4703feb of type vlan for network b68375da-958f-473f-9389-64a90da42e86 Oct 24 13:36:22.871361 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-536a8eb8-50b0-4844-9835-2923ad1b4c9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767827318420'] for network (b68375da-958f-473f-9389-64a90da42e86), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:22.973832 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-536a8eb8-50b0-4844-9835-2923ad1b4c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549'] for network (b68375da-958f-473f-9389-64a90da42e86), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:22.974750 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536a8eb8-50b0-4844-9835-2923ad1b4c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:22.975330 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-536a8eb8-50b0-4844-9835-2923ad1b4c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:23.034134 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a8eb8-50b0-4844-9835-2923ad1b4c9d admin admin] Pushing event updated for resources: {'Network': ['ID=b68375da-958f-473f-9389-64a90da42e86,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:23.043845 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Network b68375da-958f-473f-9389-64a90da42e86 details requested by agent ovs-agent-dv-cinder-862491-1-iscsi with host dv-cinder-862491-1-iscsi {{(pid=104909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:36:23.073938 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-536a8eb8-50b0-4844-9835-2923ad1b4c9d admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6307313 Oct 24 13:36:23.077004 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42784) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:23.081789 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-6648d63e-420d-4bd2-9fa3-37d854ed854f admin admin] Request body: {'subnet': {'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-724938888-subnet', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:36:23.086368 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:23.162325 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6648d63e-420d-4bd2-9fa3-37d854ed854f admin admin] Made reservation on behalf of 0a7896472f034eb4b3b028d528cfbac0 for: {'subnet': 1} {{(pid=104907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:36:23.164768 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6648d63e-420d-4bd2-9fa3-37d854ed854f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4442815'] for subnet (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:23.248652 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:23.414077 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6648d63e-420d-4bd2-9fa3-37d854ed854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5210504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4442793'] for subnet (cb1d7ade-82f6-46d2-8096-b4ce16cabca2), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:23.476207 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648d63e-420d-4bd2-9fa3-37d854ed854f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1d7ade-82f6-46d2-8096-b4ce16cabca2,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:23.485498 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6648d63e-420d-4bd2-9fa3-37d854ed854f admin admin] Checking segment: {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:36:23.485853 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6648d63e-420d-4bd2-9fa3-37d854ed854f admin admin] Network hostable DHCP agents. Network: b68375da-958f-473f-9389-64a90da42e86, hostable agents: ['3e30d6fd-7368-4462-8f75-3fd237fe1b67'], hosted agents: [] {{(pid=104907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:36:23.568344 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6648d63e-420d-4bd2-9fa3-37d854ed854f admin admin] Network b68375da-958f-473f-9389-64a90da42e86 is scheduled to be hosted by DHCP agent 3e30d6fd-7368-4462-8f75-3fd237fe1b67 with binding_index 1 {{(pid=104907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:36:23.659939 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-6648d63e-420d-4bd2-9fa3-37d854ed854f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862491-1-iscsi, b68375da-958f-473f-9389-64a90da42e86) {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:36:23.664095 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6648d63e-420d-4bd2-9fa3-37d854ed854f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:23.664745 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-6648d63e-420d-4bd2-9fa3-37d854ed854f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:23.668489 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01715383-46f2-41e8-8c03-a27a51aedf5d None None] Network b68375da-958f-473f-9389-64a90da42e86 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:36:23.672486 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:23.684674 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:23.742915 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-6648d63e-420d-4bd2-9fa3-37d854ed854f admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6648452 Oct 24 13:36:23.745568 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42790) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:23.756432 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:36:23.774649 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6000219d-3d5a-5fb9-ba21-95674ac20389-b68375da-958f-473f-9389-64a90da42e86', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2'}]}} from dv-cinder-862491-1-iscsi. {{(pid=104909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:36:23.775565 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:23.826045 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7918676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-484287'] for router (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:23.827055 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7925022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8046995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-484256'] for router (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:23.877118 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Publish callbacks [] for router_controller (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), precommit_add_association {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:23.907548 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.db_base_plugin_common [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Allocated IP 172.20.0.2 (b68375da-958f-473f-9389-64a90da42e86/cb1d7ade-82f6-46d2-8096-b4ce16cabca2/361dd044-5b9a-4a5d-9622-23766123e5d9) {{(pid=104909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:36:24.049803 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Publish callbacks [] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), precommit_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:24.058806 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Publish callbacks [] for router_gateway (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:24.106131 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062'] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), after_create {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:24.145062 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Network b68375da-958f-473f-9389-64a90da42e86 is already hosted by enough agents. {{(pid=104909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:36:24.151913 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.base_scheduler [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Resources bound (agent type, host, resource id): {{(pid=104909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:36:24.155666 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Received port after_create {{(pid=104909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:36:24.158799 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Pushing event updated for resources: {'Port': ['ID=361dd044-5b9a-4a5d-9622-23766123e5d9,revision_number=1']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:24.217735 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Attempting to bind port 361dd044-5b9a-4a5d-9622-23766123e5d9 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:36:24.218097 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Attempting to bind port 361dd044-5b9a-4a5d-9622-23766123e5d9 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:36:24.218460 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Attempting to bind port 361dd044-5b9a-4a5d-9622-23766123e5d9 on network b68375da-958f-473f-9389-64a90da42e86 {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:36:24.262742 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:36:24.263109 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Checking segment: {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:36:24.263514 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:24.263917 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Bound using segment: {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:36:24.264415 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Bound port: 361dd044-5b9a-4a5d-9622-23766123e5d9, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:36:24.264801 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:24.329106 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-f6652575-b822-409e-8088-771cf70891d6 None None] For port 361dd044-5b9a-4a5d-9622-23766123e5d9, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:36:24.332975 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-f6652575-b822-409e-8088-771cf70891d6 None None] For port 361dd044-5b9a-4a5d-9622-23766123e5d9, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=361dd044-5b9a-4a5d-9622-23766123e5d9,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:36:24.432038 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:24.531962 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Publish callbacks [] for router_gateway (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:24.553011 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:24.616863 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:24.643094 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6652575-b822-409e-8088-771cf70891d6 None None] Pushing event updated for resources: {'Port': ['ID=361dd044-5b9a-4a5d-9622-23766123e5d9,revision_number=2']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:24.715628 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Allocated IP 172.27.3.130 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/5e8b414d-a6be-43cd-a55c-26fdb321c723) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:36:24.777683 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 361dd044-5b9a-4a5d-9622-23766123e5d9 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:36:24.814613 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:24.825203 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 361dd044-5b9a-4a5d-9622-23766123e5d9 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:36:24.825576 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:24.825905 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 361dd044-5b9a-4a5d-9622-23766123e5d9 Oct 24 13:36:24.841094 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Publish callbacks [] for port (5e8b414d-a6be-43cd-a55c-26fdb321c723), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:24.851748 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:UPDATE=5,neutron:SELECT=86,neutron:INSERT=9 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:24.898785 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 361dd044-5b9a-4a5d-9622-23766123e5d9 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:36:24.899176 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:24.920721 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:24.922928 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (5e8b414d-a6be-43cd-a55c-26fdb321c723), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:24.936016 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 361dd044-5b9a-4a5d-9622-23766123e5d9, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=361dd044-5b9a-4a5d-9622-23766123e5d9,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:36:24.967499 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:36:24.973139 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:36:24.975609 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:36:24.979580 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Pushing event updated for resources: {'Port': ['ID=5e8b414d-a6be-43cd-a55c-26fdb321c723,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:25.002829 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:25.050902 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=361dd044-5b9a-4a5d-9622-23766123e5d9,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:25.295602 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Publish callbacks [] for router_gateway (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:25.402927 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaa0213-10c9-4115-ba67-922d0e94e9cf None None] Network b68375da-958f-473f-9389-64a90da42e86 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:36:25.467632 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-75df1d0a-4abd-48c6-ac22-a5d04109cfa5 None None] Provisioning complete for port 361dd044-5b9a-4a5d-9622-23766123e5d9 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:36:25.467907 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-75df1d0a-4abd-48c6-ac22-a5d04109cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:25.468232 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-75df1d0a-4abd-48c6-ac22-a5d04109cfa5 None None] Attempt 1 to provision port 361dd044-5b9a-4a5d-9622-23766123e5d9 Oct 24 13:36:25.489198 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7925167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899404'] for router (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:25.541873 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:25.587689 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-75df1d0a-4abd-48c6-ac22-a5d04109cfa5 None None] Current status of the port 361dd044-5b9a-4a5d-9622-23766123e5d9 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:36:25.724559 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d is scheduled to L3 agent 8e6639ec-a083-4776-87de-588f23b64293 with binding_index 1 {{(pid=104907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:36:25.806088 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-258ad522-847e-49e0-b490-331c30be7be5 None None] Provisioning complete for port 361dd044-5b9a-4a5d-9622-23766123e5d9 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:36:25.806454 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-258ad522-847e-49e0-b490-331c30be7be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:25.806947 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-258ad522-847e-49e0-b490-331c30be7be5 None None] Attempt 1 to provision port 361dd044-5b9a-4a5d-9622-23766123e5d9 Oct 24 13:36:25.827406 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:36:25.836435 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Sync routers for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:36:25.850416 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:36:25.851063 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:36:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:25.885994 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-258ad522-847e-49e0-b490-331c30be7be5 None None] Current status of the port 361dd044-5b9a-4a5d-9622-23766123e5d9 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:36:25.895989 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:25.897334 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-5d79188c-2a60-4b1f-9291-8d9312c22122 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1507061 Oct 24 13:36:25.902320 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42794) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:25.949432 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:36:26.119405 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:25Z', 'revision_number': 3, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:26.145160 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Checking router: d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:36:26.145501 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Updating router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d port 5e8b414d-a6be-43cd-a55c-26fdb321c723 binding host dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:36:26.172874 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (5e8b414d-a6be-43cd-a55c-26fdb321c723), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:26.173826 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:26.301515 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:26.423196 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Publish callbacks [] for port (5e8b414d-a6be-43cd-a55c-26fdb321c723), precommit_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:26.453225 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Allocated IP 172.20.0.1 (b68375da-958f-473f-9389-64a90da42e86/cb1d7ade-82f6-46d2-8096-b4ce16cabca2/ee801337-989a-4afa-8ac9-e7d81cb322f5) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:36:26.499909 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (5e8b414d-a6be-43cd-a55c-26fdb321c723), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:26.522829 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:26.533418 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Attempting to bind port 5e8b414d-a6be-43cd-a55c-26fdb321c723 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:36:26.533776 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Attempting to bind port 5e8b414d-a6be-43cd-a55c-26fdb321c723 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:36:26.537229 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Attempting to bind port 5e8b414d-a6be-43cd-a55c-26fdb321c723 on network 493fa87f-9a93-417f-808a-5bb82e719d97 {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:36:26.557564 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Publish callbacks [] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:26.569714 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Pushing event updated for resources: {'Port': ['ID=5e8b414d-a6be-43cd-a55c-26fdb321c723,revision_number=2']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:26.581118 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:26.581466 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:26.581835 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:26.582191 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:26.582528 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:26.582855 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:26.583184 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:26.583507 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:26.583833 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:26.584152 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:26.584499 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:26.584822 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:26.585143 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:26.588820 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:26.588820 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:36:26.598522 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:36:26.598896 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Checking segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:36:26.599291 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:26.599676 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Bound using segment: {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'} {{(pid=104910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:36:26.600147 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.managers [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Bound port: 5e8b414d-a6be-43cd-a55c-26fdb321c723, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c677f04-bf47-4f38-bc77-8725a8ff6f30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}}] {{(pid=104910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:36:26.600553 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (5e8b414d-a6be-43cd-a55c-26fdb321c723), before_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:26.648455 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] For port 5e8b414d-a6be-43cd-a55c-26fdb321c723, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:36:26.651381 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.plugins.ml2.db [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] For port 5e8b414d-a6be-43cd-a55c-26fdb321c723, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=5e8b414d-a6be-43cd-a55c-26fdb321c723,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:36:26.661006 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:26.712424 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Network b68375da-958f-473f-9389-64a90da42e86 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:36:26.715814 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:36:26.717749 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Pushing event updated for resources: {'Port': ['ID=ee801337-989a-4afa-8ac9-e7d81cb322f5,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:26.719959 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:36:26.742105 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 361dd044-5b9a-4a5d-9622-23766123e5d9 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:36:26.758221 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (5e8b414d-a6be-43cd-a55c-26fdb321c723), after_update {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:26.765135 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7922112'] for router_interface (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:26.794226 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 361dd044-5b9a-4a5d-9622-23766123e5d9 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:36:26.794879 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:26.795799 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 361dd044-5b9a-4a5d-9622-23766123e5d9 Oct 24 13:36:26.802047 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:26.806031 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:36:26.806662 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:36:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:26.873613 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:26.895727 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 361dd044-5b9a-4a5d-9622-23766123e5d9 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:36:26.925332 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdf5d5-3a91-4ea7-bfe9-6e8636188a93 None None] Pushing event updated for resources: {'Port': ['ID=5e8b414d-a6be-43cd-a55c-26fdb321c723,revision_number=3']} {{(pid=104910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:26.943484 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:36:26.992043 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:27.009064 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-715efed4-da53-441a-9460-189dfb7e8f18 None None] Provisioning complete for port ee801337-989a-4afa-8ac9-e7d81cb322f5 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:36:27.009574 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-715efed4-da53-441a-9460-189dfb7e8f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:27.009912 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-715efed4-da53-441a-9460-189dfb7e8f18 None None] Attempt 1 to provision port ee801337-989a-4afa-8ac9-e7d81cb322f5 Oct 24 13:36:27.025795 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:27.044388 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-715efed4-da53-441a-9460-189dfb7e8f18 None None] Port ee801337-989a-4afa-8ac9-e7d81cb322f5 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:36:27.119283 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:25Z', 'revision_number': 3, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:27.144526 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cdd578-2ccd-4082-a216-7bcd4cb40b67 None None] The sync data for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi is: [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:25Z', 'revision_number': 3, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:36:27.157335 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Publish callbacks [] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:27.220016 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211953'] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:27.289179 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Pushing event updated for resources: {'Port': ['ID=ee801337-989a-4afa-8ac9-e7d81cb322f5,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:27.291512 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8330499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7922004'] for router_interface (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:27.412897 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Network b68375da-958f-473f-9389-64a90da42e86 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:36:27.414270 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:36:27.549393 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:36:27.558804 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:27.667360 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-2e86781d-202c-45dc-9338-d8d9cefb7cc5 None None] Provisioning complete for port ee801337-989a-4afa-8ac9-e7d81cb322f5 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:36:27.667736 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2e86781d-202c-45dc-9338-d8d9cefb7cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:27.668071 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-2e86781d-202c-45dc-9338-d8d9cefb7cc5 None None] Attempt 1 to provision port ee801337-989a-4afa-8ac9-e7d81cb322f5 Oct 24 13:36:27.683330 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:36:27.688412 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-87676ea9-39b5-4c1b-9a8a-d86300829c48 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7873898 Oct 24 13:36:27.713089 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-2e86781d-202c-45dc-9338-d8d9cefb7cc5 None None] Port ee801337-989a-4afa-8ac9-e7d81cb322f5 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:36:28.046942 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 42802) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:28.052342 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-9324e661-caa7-4d96-b374-3374665c1db6 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1175372563', 'description': 'tempest-description--827113200'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:36:28.151140 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9324e661-caa7-4d96-b374-3374665c1db6 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:28.232440 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9324e661-caa7-4d96-b374-3374665c1db6 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (c3441eaa-8abc-4f3c-a8cf-03d64b394446), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:28.322636 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9324e661-caa7-4d96-b374-3374665c1db6 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (c3441eaa-8abc-4f3c-a8cf-03d64b394446), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:28.355717 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324e661-caa7-4d96-b374-3374665c1db6 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3441eaa-8abc-4f3c-a8cf-03d64b394446,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:28.427259 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9324e661-caa7-4d96-b374-3374665c1db6 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:28.427259 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-9324e661-caa7-4d96-b374-3374665c1db6 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3752882 Oct 24 13:36:28.427597 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 42804) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:28.431749 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-8a5a1cd2-2366-4cc5-b968-5632a60450f7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'security_group_rule': {'security_group_id': 'c3441eaa-8abc-4f3c-a8cf-03d64b394446', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:36:28.436011 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=80,neutron:DELETE=13,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:28.511422 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8a5a1cd2-2366-4cc5-b968-5632a60450f7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (00cbdee1-d521-4b54-8f66-fa5cb86eb24c), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:28.569656 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8a5a1cd2-2366-4cc5-b968-5632a60450f7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (00cbdee1-d521-4b54-8f66-fa5cb86eb24c), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:28.608157 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8a5a1cd2-2366-4cc5-b968-5632a60450f7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (00cbdee1-d521-4b54-8f66-fa5cb86eb24c), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:28.629005 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a1cd2-2366-4cc5-b968-5632a60450f7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cbdee1-d521-4b54-8f66-fa5cb86eb24c,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:28.680039 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8a5a1cd2-2366-4cc5-b968-5632a60450f7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:28.684423 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42806) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:28.684909 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-8a5a1cd2-2366-4cc5-b968-5632a60450f7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2561793 Oct 24 13:36:28.689163 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-4e928a3b-cd32-42d5-a974-50cefcd42401 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'security_group_rule': {'security_group_id': 'c3441eaa-8abc-4f3c-a8cf-03d64b394446', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:36:28.709621 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Sync routers for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:36:28.726540 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:36:28.727234 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:36:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:28.763062 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 5e8b414d-a6be-43cd-a55c-26fdb321c723 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:36:28.786575 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-4e928a3b-cd32-42d5-a974-50cefcd42401 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (57699e8b-b0e0-4ce2-b549-721b654eb5aa), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:28.804535 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:28.846144 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-4e928a3b-cd32-42d5-a974-50cefcd42401 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (57699e8b-b0e0-4ce2-b549-721b654eb5aa), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:28.866971 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:36:28.890403 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 5e8b414d-a6be-43cd-a55c-26fdb321c723 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:36:28.890780 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (5e8b414d-a6be-43cd-a55c-26fdb321c723), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:28.891114 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 5e8b414d-a6be-43cd-a55c-26fdb321c723 Oct 24 13:36:28.922641 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-4e928a3b-cd32-42d5-a974-50cefcd42401 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (57699e8b-b0e0-4ce2-b549-721b654eb5aa), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:28.944090 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e928a3b-cd32-42d5-a974-50cefcd42401 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57699e8b-b0e0-4ce2-b549-721b654eb5aa,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:29.005347 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-4e928a3b-cd32-42d5-a974-50cefcd42401 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.006552 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-4e928a3b-cd32-42d5-a974-50cefcd42401 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3209140 Oct 24 13:36:29.009696 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42808) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:29.014018 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'floatingip': {'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:36:29.017893 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:29.069901 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 5e8b414d-a6be-43cd-a55c-26fdb321c723 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:36:29.070287 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (5e8b414d-a6be-43cd-a55c-26fdb321c723), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.100078 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.119537 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port 5e8b414d-a6be-43cd-a55c-26fdb321c723, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=5e8b414d-a6be-43cd-a55c-26fdb321c723,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:36:29.138554 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:27Z', 'revision_number': 2, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:29.168798 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Checking router: d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:36:29.169154 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Updating router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d port ee801337-989a-4afa-8ac9-e7d81cb322f5 binding host dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:36:29.179460 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.205608 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.220586 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (5e8b414d-a6be-43cd-a55c-26fdb321c723), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.285372 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.289274 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Allocated IP 172.27.3.120 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/c1e75c92-c6c5-429f-9636-9c00559b73f0) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:36:29.347775 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=5e8b414d-a6be-43cd-a55c-26fdb321c723,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:29.353551 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:29.399464 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for port (c1e75c92-c6c5-429f-9636-9c00559b73f0), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.494403 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (c1e75c92-c6c5-429f-9636-9c00559b73f0), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.505363 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Publish callbacks [] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), precommit_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.537562 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:36:29.539857 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:29.542818 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:36:29.544975 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'Port': ['ID=c1e75c92-c6c5-429f-9636-9c00559b73f0,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:29.547038 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:36:29.591514 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.630551 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (967c2b08-c197-422a-9c8a-3002618ba013), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.676468 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047e961-08d9-4c79-bd18-7466d936f3ee None None] Pushing event updated for resources: {'Port': ['ID=ee801337-989a-4afa-8ac9-e7d81cb322f5,revision_number=3']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:29.683274 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:29.688369 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Attempting to bind port ee801337-989a-4afa-8ac9-e7d81cb322f5 on host dv-cinder-862491-1-iscsi for vnic_type normal with profile {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:36:29.688741 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Attempting to bind port ee801337-989a-4afa-8ac9-e7d81cb322f5 by drivers openvswitch,hyperv on host dv-cinder-862491-1-iscsi at level 0 using segments [{'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:36:29.689099 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Attempting to bind port ee801337-989a-4afa-8ac9-e7d81cb322f5 on network b68375da-958f-473f-9389-64a90da42e86 {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:36:29.724620 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (c1e75c92-c6c5-429f-9636-9c00559b73f0), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.736162 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Checking agent: {'id': '7585754e-56d7-457f-93b9-c2e8ad28c1b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862491-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 17, 6), 'started_at': datetime.datetime(2022, 10, 24, 13, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862491-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:36:29.736799 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Checking segment: {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:36:29.736957 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.737340 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Bound using segment: {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'} {{(pid=104909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:36:29.738363 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.managers [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Bound port: ee801337-989a-4afa-8ac9-e7d81cb322f5, host: dv-cinder-862491-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'}}] {{(pid=104909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:36:29.739379 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.773260 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a47dd6ec-8334-4d21-ba8f-e7bf1ad82c97 req-5449f611-8d1d-4114-906e-4c9295eac558 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1090367 Oct 24 13:36:29.812717 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] For port ee801337-989a-4afa-8ac9-e7d81cb322f5, host dv-cinder-862491-1-iscsi, cleared binding levels {{(pid=104909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:36:29.816811 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] For port ee801337-989a-4afa-8ac9-e7d81cb322f5, host dv-cinder-862491-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=ee801337-989a-4afa-8ac9-e7d81cb322f5,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:36:29.846524 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dd6ec-8334-4d21-ba8f-e7bf1ad82c97 req-8f33a282-820d-40c8-a48a-095273f9e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:29.848117 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a47dd6ec-8334-4d21-ba8f-e7bf1ad82c97 req-8f33a282-820d-40c8-a48a-095273f9e409 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=46d41e46b7e3415684c32b22f31eefb5&device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 1129 time: 0.0393944 Oct 24 13:36:29.883769 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for port (c1e75c92-c6c5-429f-9636-9c00559b73f0), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.895003 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.901221 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:29.932037 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:36:29.932696 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:36:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:29.951843 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211953'] for port (c1e75c92-c6c5-429f-9636-9c00559b73f0), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:29.955488 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dd6ec-8334-4d21-ba8f-e7bf1ad82c97 req-394e2a2c-bd28-4175-ada5-337ed303ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:29.957736 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a47dd6ec-8334-4d21-ba8f-e7bf1ad82c97 req-394e2a2c-bd28-4175-ada5-337ed303ab0f service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532 HTTP/1.1" status: 200 len: 912 time: 0.0912433 Oct 24 13:36:29.988884 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047e961-08d9-4c79-bd18-7466d936f3ee None None] Pushing event updated for resources: {'Port': ['ID=ee801337-989a-4afa-8ac9-e7d81cb322f5,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:30.025176 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a47dd6ec-8334-4d21-ba8f-e7bf1ad82c97 req-8b7957b1-16d9-4569-a1e6-82cad4c97ffc service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d65e0e78-310d-4892-8600-9d032dcae474 HTTP/1.1" status: 200 len: 999 time: 0.0609562 Oct 24 13:36:30.026276 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (967c2b08-c197-422a-9c8a-3002618ba013), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:30.029348 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'Port': ['ID=c1e75c92-c6c5-429f-9636-9c00559b73f0,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:30.083822 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dd6ec-8334-4d21-ba8f-e7bf1ad82c97 req-87bd07b1-a2ec-49ae-b955-b701bbdf6d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:30.085385 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a47dd6ec-8334-4d21-ba8f-e7bf1ad82c97 req-87bd07b1-a2ec-49ae-b955-b701bbdf6d1f service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c754290e-efaf-4855-ae51-c99dff5cf159 HTTP/1.1" status: 200 len: 850 time: 0.0538917 Oct 24 13:36:30.090493 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:30.091769 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-fbb613d3-d5c8-481b-8d79-7f6d52066f0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0811117 Oct 24 13:36:30.141428 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dd6ec-8334-4d21-ba8f-e7bf1ad82c97 req-c74b8739-a002-4883-a813-fb3e96f601af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:30.143023 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a47dd6ec-8334-4d21-ba8f-e7bf1ad82c97 req-c74b8739-a002-4883-a813-fb3e96f601af service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514653 Oct 24 13:36:30.154213 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [req-a47dd6ec-8334-4d21-ba8f-e7bf1ad82c97 req-eddfeb67-6372-48db-a9da-fff63b3b1192 service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:36:30.155308 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a47dd6ec-8334-4d21-ba8f-e7bf1ad82c97 req-eddfeb67-6372-48db-a9da-fff63b3b1192 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056629 Oct 24 13:36:30.211758 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:36:30.251672 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a47dd6ec-8334-4d21-ba8f-e7bf1ad82c97 req-98aaf71b-d5d0-41b4-93a3-e12f82bd8f27 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897243 Oct 24 13:36:30.258986 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-df6ce231-8b1d-49f4-a9b9-9909c759deb9 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1175372563&fields=id&tenant_id=0a7896472f034eb4b3b028d528cfbac0 HTTP/1.1" status: 200 len: 267 time: 0.0458677 Oct 24 13:36:30.327176 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:30.351737 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a47dd6ec-8334-4d21-ba8f-e7bf1ad82c97 req-a58ab7da-357e-4573-a63b-4b03a722707d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935683 Oct 24 13:36:30.404998 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:30.435377 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaa2e6f-7e71-4196-8e20-2aeb18b6b683 None None] The sync data for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi is: [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:36:30.625236 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-3b112188-877d-49fe-aea7-7526b138d440 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:30.626773 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-3b112188-877d-49fe-aea7-7526b138d440 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 814 time: 0.3605585 Oct 24 13:36:30.642869 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-259def8b-ed60-4947-8f0d-6fc508246a39 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/quotas/0a7896472f034eb4b3b028d528cfbac0 HTTP/1.1" status: 200 len: 375 time: 0.0104733 Oct 24 13:36:30.698924 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-fe2ebfe5-dea2-416d-b4c3-f144741cbcca tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490971 Oct 24 13:36:30.774647 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-5d30851e-48e4-4822-a85e-72e702ad84ba service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:36:30.775661 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-5d30851e-48e4-4822-a85e-72e702ad84ba service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0592334 Oct 24 13:36:30.832667 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 5e8b414d-a6be-43cd-a55c-26fdb321c723 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:36:30.849144 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:30.879848 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-886d790d-6718-4cc3-9554-99e147347556 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977049 Oct 24 13:36:30.883591 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port 5e8b414d-a6be-43cd-a55c-26fdb321c723 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:36:30.884084 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (5e8b414d-a6be-43cd-a55c-26fdb321c723), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:30.884511 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port 5e8b414d-a6be-43cd-a55c-26fdb321c723 Oct 24 13:36:30.963101 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port 5e8b414d-a6be-43cd-a55c-26fdb321c723 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:36:30.964321 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device ee801337-989a-4afa-8ac9-e7d81cb322f5 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:36:30.979550 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-177adfc9-2a21-4385-b8e6-20ce6b52d6d9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933199 Oct 24 13:36:31.014714 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port ee801337-989a-4afa-8ac9-e7d81cb322f5 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:36:31.015105 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:31.015424 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port ee801337-989a-4afa-8ac9-e7d81cb322f5 Oct 24 13:36:31.098547 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port ee801337-989a-4afa-8ac9-e7d81cb322f5 is: DOWN; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:36:31.098547 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:31.134285 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-31535159-2194-45c3-9121-cd698c343edb None None] For port ee801337-989a-4afa-8ac9-e7d81cb322f5, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=ee801337-989a-4afa-8ac9-e7d81cb322f5,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:36:31.231832 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:31.274106 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:31.299619 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Pushing event updated for resources: {'Port': ['ID=ee801337-989a-4afa-8ac9-e7d81cb322f5,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:31.312700 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-05604b3d-9382-49e7-94df-b1f095e1820b req-149cde2f-de86-42b6-b9f1-f06128ee7988 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 210 time: 0.0479965 Oct 24 13:36:31.363152 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-20a1db50-164d-41e2-93a1-96b116d1662c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:32.397695 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f6c5b860-4ee8-44d9-8eff-e161f36d1235 req-9bfee520-d023-482d-8eee-a67a8e9826de tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 210 time: 0.0274823 Oct 24 13:36:32.732243 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device ee801337-989a-4afa-8ac9-e7d81cb322f5 up at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:36:32.775397 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-31535159-2194-45c3-9121-cd698c343edb None None] Provisioning complete for port ee801337-989a-4afa-8ac9-e7d81cb322f5 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:36:32.775767 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:32.776103 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Attempt 1 to provision port ee801337-989a-4afa-8ac9-e7d81cb322f5 Oct 24 13:36:32.848994 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] Current status of the port ee801337-989a-4afa-8ac9-e7d81cb322f5 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:36:33.503031 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bf12cf7e-5bf4-4296-92e3-46d9e81d2b01 req-c3e68100-ea99-4d16-bf39-3a38a253ff88 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 210 time: 0.0280924 Oct 24 13:36:33.631021 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-5c95e594-f234-48d6-a690-b26f81e42b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:33.633800 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-70cc00cb-75ec-425f-9e91-79b12f3675de tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:33.635256 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-70cc00cb-75ec-425f-9e91-79b12f3675de tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 814 time: 0.1064854 Oct 24 13:36:33.699997 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-77d91eac-238e-47d4-882c-5a5c584abc9d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0a7896472f034eb4b3b028d528cfbac0 HTTP/1.1" status: 200 len: 380 time: 0.0522752 Oct 24 13:36:33.709408 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-fab118f7-c1de-43c8-8940-1c9ed218ee15 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'port': {'device_id': '604ec880-17e0-4294-9b1e-b57ce613c990', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'admin_state_up': True, 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'security_groups': ['c3441eaa-8abc-4f3c-a8cf-03d64b394446']}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:36:33.817119 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:33.900629 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-fab118f7-c1de-43c8-8940-1c9ed218ee15 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Made reservation on behalf of 0a7896472f034eb4b3b028d528cfbac0 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:36:33.904567 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-fab118f7-c1de-43c8-8940-1c9ed218ee15 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:34.029050 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-fab118f7-c1de-43c8-8940-1c9ed218ee15 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Allocated IP 172.20.0.10 (b68375da-958f-473f-9389-64a90da42e86/cb1d7ade-82f6-46d2-8096-b4ce16cabca2/1eb5ffaa-5090-4d35-8d38-63f8817fbd9e) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:36:34.168090 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-fab118f7-c1de-43c8-8940-1c9ed218ee15 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for port (1eb5ffaa-5090-4d35-8d38-63f8817fbd9e), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:34.300087 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-fab118f7-c1de-43c8-8940-1c9ed218ee15 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (1eb5ffaa-5090-4d35-8d38-63f8817fbd9e), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:34.341658 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-fab118f7-c1de-43c8-8940-1c9ed218ee15 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Network b68375da-958f-473f-9389-64a90da42e86 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:36:34.346661 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-fab118f7-c1de-43c8-8940-1c9ed218ee15 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:36:34.351045 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-fab118f7-c1de-43c8-8940-1c9ed218ee15 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:36:34.377811 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab118f7-c1de-43c8-8940-1c9ed218ee15 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'Port': ['ID=1eb5ffaa-5090-4d35-8d38-63f8817fbd9e,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:34.406919 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-fab118f7-c1de-43c8-8940-1c9ed218ee15 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:34.407546 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-fab118f7-c1de-43c8-8940-1c9ed218ee15 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:34.474004 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-fab118f7-c1de-43c8-8940-1c9ed218ee15 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7686625 Oct 24 13:36:34.488521 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Request body: {'port': {'device_id': '604ec880-17e0-4294-9b1e-b57ce613c990', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:36:34.546741 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (1eb5ffaa-5090-4d35-8d38-63f8817fbd9e), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:34.580223 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:34.582931 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-1f0c2965-0156-4012-aab6-e2be15b2645e None None] Provisioning complete for port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:36:34.583822 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-1f0c2965-0156-4012-aab6-e2be15b2645e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (1eb5ffaa-5090-4d35-8d38-63f8817fbd9e), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:34.584379 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-1f0c2965-0156-4012-aab6-e2be15b2645e None None] Attempt 1 to provision port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e Oct 24 13:36:34.617796 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-1f0c2965-0156-4012-aab6-e2be15b2645e None None] Port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:36:34.634098 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a09e63-7e07-4f13-af4b-1f2938b4f785 req-6599c0ab-27b4-4151-940b-5d930d64ece9 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:34.635716 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-84a09e63-7e07-4f13-af4b-1f2938b4f785 req-6599c0ab-27b4-4151-940b-5d930d64ece9 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 932 time: 0.0510552 Oct 24 13:36:34.692186 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-84a09e63-7e07-4f13-af4b-1f2938b4f785 req-da61b21a-a59b-48c7-8c8c-b6cc9d436052 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c3441eaa-8abc-4f3c-a8cf-03d64b394446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507469 Oct 24 13:36:34.743592 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:34.817450 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:36:34.825390 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Publish callbacks [] for port (1eb5ffaa-5090-4d35-8d38-63f8817fbd9e), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:34.838167 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Transition to ACTIVE for port object 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:36:34.866587 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:34.899371 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (1eb5ffaa-5090-4d35-8d38-63f8817fbd9e), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:34.922308 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:34.979898 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb5ffaa-5090-4d35-8d38-63f8817fbd9e,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:35.009337 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Attempting to bind port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:36:35.009666 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Attempting to bind port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:36:35.009987 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Attempting to bind port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e on network b68375da-958f-473f-9389-64a90da42e86 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:36:35.053045 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e on network b68375da-958f-473f-9389-64a90da42e86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:36:35.053371 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Attempting to bind port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e on network b68375da-958f-473f-9389-64a90da42e86 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:36:35.093963 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:36:35.094224 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Checking segment: {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:36:35.094599 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Bound using segment: {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:36:35.095028 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Bound port: 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:36:35.095379 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (1eb5ffaa-5090-4d35-8d38-63f8817fbd9e), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:35.154275 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] For port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:36:35.157293 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] For port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=1eb5ffaa-5090-4d35-8d38-63f8817fbd9e,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:36:35.225722 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (1eb5ffaa-5090-4d35-8d38-63f8817fbd9e), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:35.229754 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:35.230428 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:35.231766 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/1eb5ffaa-5090-4d35-8d38-63f8817fbd9e HTTP/1.1" status: 200 len: 1094 time: 0.7476537 Oct 24 13:36:35.232327 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604ec880-17e0-4294-9b1e-b57ce613c990', 'tag': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:36:35.234576 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd05b88-10c6-4711-bd96-a87c467e8f53" -d '{"events": [{"name": "network-changed", "server_uuid": "604ec880-17e0-4294-9b1e-b57ce613c990", "tag": "1eb5ffaa-5090-4d35-8d38-63f8817fbd9e"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:36:35.282004 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cb4fe-f280-405e-90bb-bb10e33acc21 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb5ffaa-5090-4d35-8d38-63f8817fbd9e,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:35.333023 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecb1064-583d-498a-b589-9bf4e1cf7e2e x-openstack-request-id: req-9ecb1064-583d-498a-b589-9bf4e1cf7e2e {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:36:35.333333 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604ec880-17e0-4294-9b1e-b57ce613c990", "tag": "1eb5ffaa-5090-4d35-8d38-63f8817fbd9e", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:36:35.333580 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ecb1064-583d-498a-b589-9bf4e1cf7e2e {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:36:35.334006 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ecb1064-583d-498a-b589-9bf4e1cf7e2e'] response: {'name': 'network-changed', 'server_uuid': '604ec880-17e0-4294-9b1e-b57ce613c990', 'tag': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e', 'status': 'completed', 'code': 200} Oct 24 13:36:35.392999 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-5fc32e26-73b8-4374-a6ab-2e03125cfe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:35.394445 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-5fc32e26-73b8-4374-a6ab-2e03125cfe82 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 1128 time: 0.0423763 Oct 24 13:36:35.438864 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-11cb89e3-c982-4ab8-aed1-f363a75e20eb service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1eb5ffaa-5090-4d35-8d38-63f8817fbd9e HTTP/1.1" status: 200 len: 217 time: 0.0323224 Oct 24 13:36:35.485593 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-198cb899-73fd-4972-8b48-aa026d3e510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:35.487014 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-198cb899-73fd-4972-8b48-aa026d3e510f service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=cb1d7ade-82f6-46d2-8096-b4ce16cabca2 HTTP/1.1" status: 200 len: 853 time: 0.0425582 Oct 24 13:36:35.533107 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-0f2c8adc-4324-47f5-a73a-ac78fd5ce5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:35.534606 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-0f2c8adc-4324-47f5-a73a-ac78fd5ce5c0 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=b68375da-958f-473f-9389-64a90da42e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419388 Oct 24 13:36:35.547680 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:35.624457 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-dcadd63c-d98a-4fd1-a99e-7e736a4b686e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829365 Oct 24 13:36:35.717295 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bf0988b8-8533-4e28-a0d9-e6a4ce0a3d93 req-ce819d59-01bb-4d44-bcb8-1e3f5d1c8477 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871413 Oct 24 13:36:35.817312 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a6f3-08a8-4f1b-a6b3-048e29c9f627 req-ce54bd52-9a35-4695-9bef-b6fd97f51a81 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:35.818790 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0e92a6f3-08a8-4f1b-a6b3-048e29c9f627 req-ce54bd52-9a35-4695-9bef-b6fd97f51a81 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 944 time: 0.0516479 Oct 24 13:36:35.866340 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0e92a6f3-08a8-4f1b-a6b3-048e29c9f627 req-0361ab9f-d79d-445b-a00f-a1847d51c48e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c3441eaa-8abc-4f3c-a8cf-03d64b394446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405231 Oct 24 13:36:36.356497 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:36.579330 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:36.985862 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1209cd-c188-4aee-997e-e98866daf219 req-307f6c4a-b55f-422e-b87d-6c7e01f24d81 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:36.987301 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e1209cd-c188-4aee-997e-e98866daf219 req-307f6c4a-b55f-422e-b87d-6c7e01f24d81 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 944 time: 0.0470378 Oct 24 13:36:37.033312 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9e1209cd-c188-4aee-997e-e98866daf219 req-9626ca67-5530-45f1-a874-4e32d81e01a9 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c3441eaa-8abc-4f3c-a8cf-03d64b394446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403759 Oct 24 13:36:37.117462 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:37.122398 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=51 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:38.139947 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:38.146156 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd05b88-10c6-4711-bd96-a87c467e8f53 req-92b13ef3-1079-4d10-9950-a896a19d350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:38.147681 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1fd05b88-10c6-4711-bd96-a87c467e8f53 req-92b13ef3-1079-4d10-9950-a896a19d350c service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 1128 time: 0.0396152 Oct 24 13:36:38.153443 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aaa43-2d76-402c-861f-26801ce44acf req-3755a308-376e-4075-971f-b5b0bcfe9751 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:38.154937 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-740aaa43-2d76-402c-861f-26801ce44acf req-3755a308-376e-4075-971f-b5b0bcfe9751 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 944 time: 0.0471122 Oct 24 13:36:38.203275 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-740aaa43-2d76-402c-861f-26801ce44acf req-60d929f5-f61f-4e55-b1b5-46f3c426122a tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c3441eaa-8abc-4f3c-a8cf-03d64b394446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421205 Oct 24 13:36:38.243129 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd05b88-10c6-4711-bd96-a87c467e8f53 req-b55971e2-a1af-41d7-b282-1ba37be57901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:38.244609 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1fd05b88-10c6-4711-bd96-a87c467e8f53 req-b55971e2-a1af-41d7-b282-1ba37be57901 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 915 time: 0.0910673 Oct 24 13:36:38.255222 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:38.284438 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1fd05b88-10c6-4711-bd96-a87c467e8f53 req-99e1a578-3d4a-482f-9a6c-b8beafdb2a98 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1eb5ffaa-5090-4d35-8d38-63f8817fbd9e HTTP/1.1" status: 200 len: 217 time: 0.0342069 Oct 24 13:36:38.332423 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd05b88-10c6-4711-bd96-a87c467e8f53 req-a70b13f5-5b69-4710-acdf-0943cabfc3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:38.333757 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1fd05b88-10c6-4711-bd96-a87c467e8f53 req-a70b13f5-5b69-4710-acdf-0943cabfc3b7 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=cb1d7ade-82f6-46d2-8096-b4ce16cabca2 HTTP/1.1" status: 200 len: 853 time: 0.0434542 Oct 24 13:36:38.378702 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd05b88-10c6-4711-bd96-a87c467e8f53 req-ef2198f8-423d-411b-88ae-d2503f90424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:38.380139 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1fd05b88-10c6-4711-bd96-a87c467e8f53 req-ef2198f8-423d-411b-88ae-d2503f90424d service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=b68375da-958f-473f-9389-64a90da42e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406549 Oct 24 13:36:38.467756 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1fd05b88-10c6-4711-bd96-a87c467e8f53 req-7faae006-2daa-4607-a974-4910a52354d1 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813675 Oct 24 13:36:38.494581 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:36:38.559177 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1fd05b88-10c6-4711-bd96-a87c467e8f53 req-ada69f20-1cfc-4508-8fdc-0e0f0cbab6bb service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849431 Oct 24 13:36:38.597360 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=1eb5ffaa-5090-4d35-8d38-63f8817fbd9e,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:36:38.608830 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'port_id': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e', 'mac_address': 'fa:16:3e:6f:64:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:36:38.642680 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:36:38.643057 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (1eb5ffaa-5090-4d35-8d38-63f8817fbd9e), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:38.656767 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:36:38.676441 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=1eb5ffaa-5090-4d35-8d38-63f8817fbd9e,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:36:38.745326 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (1eb5ffaa-5090-4d35-8d38-63f8817fbd9e), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:38.794740 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=1eb5ffaa-5090-4d35-8d38-63f8817fbd9e,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:39.144180 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['1eb5ffaa-5090-4d35-8d38-63f8817fbd9e'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:36:39.323632 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253a4be-3609-40bb-95f4-3f9c5603c2c0 req-0cc3c4e0-30f0-4fc8-829d-77f531bfed3b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:39.325385 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0253a4be-3609-40bb-95f4-3f9c5603c2c0 req-0cc3c4e0-30f0-4fc8-829d-77f531bfed3b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 945 time: 0.0468221 Oct 24 13:36:39.371807 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0253a4be-3609-40bb-95f4-3f9c5603c2c0 req-2b6bf923-f552-4351-baf2-d0c5b01cba74 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c3441eaa-8abc-4f3c-a8cf-03d64b394446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408735 Oct 24 13:36:40.493030 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98e1cd-51e7-4e20-a575-54c8372be286 req-39e595c7-0f86-4f25-99fd-986c84d938e1 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:40.494476 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ec98e1cd-51e7-4e20-a575-54c8372be286 req-39e595c7-0f86-4f25-99fd-986c84d938e1 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 945 time: 0.0495477 Oct 24 13:36:40.507790 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:36:40.542810 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-ec98e1cd-51e7-4e20-a575-54c8372be286 req-4cc9015c-27a6-4c25-b2ae-d549fbd58784 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c3441eaa-8abc-4f3c-a8cf-03d64b394446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426984 Oct 24 13:36:40.553523 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:36:40.630954 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:36:40.631333 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (1eb5ffaa-5090-4d35-8d38-63f8817fbd9e), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:40.631664 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e Oct 24 13:36:40.674865 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:40.705667 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:36:40.706108 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (1eb5ffaa-5090-4d35-8d38-63f8817fbd9e), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:40.728973 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604ec880-17e0-4294-9b1e-b57ce613c990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:36:40.731168 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0db8140-dd19-4454-92c6-20d2ada22652" -d '{"events": [{"server_uuid": "604ec880-17e0-4294-9b1e-b57ce613c990", "name": "network-vif-plugged", "status": "completed", "tag": "1eb5ffaa-5090-4d35-8d38-63f8817fbd9e"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:36:40.745631 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=1eb5ffaa-5090-4d35-8d38-63f8817fbd9e,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:36:40.790835 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (1eb5ffaa-5090-4d35-8d38-63f8817fbd9e), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:40.823429 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4f7064-0f06-4e1f-bf2e-69f7663f0eb2 x-openstack-request-id: req-8b4f7064-0f06-4e1f-bf2e-69f7663f0eb2 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:36:40.823715 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604ec880-17e0-4294-9b1e-b57ce613c990", "name": "network-vif-plugged", "status": "completed", "tag": "1eb5ffaa-5090-4d35-8d38-63f8817fbd9e", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:36:40.823961 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b4f7064-0f06-4e1f-bf2e-69f7663f0eb2 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:36:40.824376 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b4f7064-0f06-4e1f-bf2e-69f7663f0eb2'] response: {'server_uuid': '604ec880-17e0-4294-9b1e-b57ce613c990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e', 'code': 200} Oct 24 13:36:40.842549 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=1eb5ffaa-5090-4d35-8d38-63f8817fbd9e,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:41.119730 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1668b40-384b-42eb-b094-514a4e0e79c4 req-3232a1a1-53c6-4032-9b12-ae72a37c7af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:41.121287 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a1668b40-384b-42eb-b094-514a4e0e79c4 req-3232a1a1-53c6-4032-9b12-ae72a37c7af0 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 1130 time: 0.0380859 Oct 24 13:36:41.167737 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a1668b40-384b-42eb-b094-514a4e0e79c4 req-4628ac9d-2310-40c9-ac47-afd23e465440 service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c3441eaa-8abc-4f3c-a8cf-03d64b394446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408309 Oct 24 13:36:41.666594 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abf318-cb43-46e0-a64e-d028d1ad08bd req-db35e5f4-6df7-42e1-abc5-8cfb63d97b2e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:41.668036 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f0abf318-cb43-46e0-a64e-d028d1ad08bd req-db35e5f4-6df7-42e1-abc5-8cfb63d97b2e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 946 time: 0.0467620 Oct 24 13:36:41.715612 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f0abf318-cb43-46e0-a64e-d028d1ad08bd req-731312ad-932e-41e9-ba59-aafb0c21d62f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c3441eaa-8abc-4f3c-a8cf-03d64b394446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417228 Oct 24 13:36:41.791334 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961b61c-46c1-45fe-8747-6c88175f49cc req-fcda1bb1-676c-49df-8e78-0310c281e34f tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:41.792811 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e961b61c-46c1-45fe-8747-6c88175f49cc req-fcda1bb1-676c-49df-8e78-0310c281e34f tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0470288 Oct 24 13:36:41.841070 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e961b61c-46c1-45fe-8747-6c88175f49cc req-2a54bd8a-6bfb-4706-b7a8-035e4cdb5e00 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426648 Oct 24 13:36:42.833453 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36a529-fcce-4bbb-979a-580393323147 req-9000630e-9010-44b4-9ea5-052e546ade82 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:42.834936 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ba36a529-fcce-4bbb-979a-580393323147 req-9000630e-9010-44b4-9ea5-052e546ade82 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 946 time: 0.0457950 Oct 24 13:36:42.883347 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ba36a529-fcce-4bbb-979a-580393323147 req-910e8c11-ccbc-4787-ac51-54bf0f88b1e5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c3441eaa-8abc-4f3c-a8cf-03d64b394446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428596 Oct 24 13:36:42.977101 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2847f31-2eec-4baf-8616-854b3b5e1211 req-5b4fbf1b-4f9a-44ee-90d9-5e2b1a49042d tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:42.978619 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c2847f31-2eec-4baf-8616-854b3b5e1211 req-5b4fbf1b-4f9a-44ee-90d9-5e2b1a49042d tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0512552 Oct 24 13:36:42.997810 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:43.010419 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264ec88-5ab3-42f1-9975-bce2a127ea01 req-3b4ad43f-5be2-4022-ba9b-9c4fe4c62318 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:43.011824 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6264ec88-5ab3-42f1-9975-bce2a127ea01 req-3b4ad43f-5be2-4022-ba9b-9c4fe4c62318 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 946 time: 0.0505974 Oct 24 13:36:43.021979 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 42882) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:43.026274 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-d91e3ae1-9437-4f47-aa14-61d5f52ed1ed tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'floatingip': {'port_id': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:36:43.029431 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c2847f31-2eec-4baf-8616-854b3b5e1211 req-443be232-b955-4fd7-8b19-ed967d2445d1 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448194 Oct 24 13:36:43.064532 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d91e3ae1-9437-4f47-aa14-61d5f52ed1ed tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (967c2b08-c197-422a-9c8a-3002618ba013), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:43.623481 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:43.716027 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d91e3ae1-9437-4f47-aa14-61d5f52ed1ed tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:43.790951 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d91e3ae1-9437-4f47-aa14-61d5f52ed1ed tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (967c2b08-c197-422a-9c8a-3002618ba013), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:43.885628 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [None req-d91e3ae1-9437-4f47-aa14-61d5f52ed1ed tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Floating IP 967c2b08-c197-422a-9c8a-3002618ba013 associated. External IP: 172.27.3.120, port: 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e. Oct 24 13:36:44.080063 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91e3ae1-9437-4f47-aa14-61d5f52ed1ed tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:36:44.186199 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040624b3-a03f-4d89-9e76-8392748c6bd7 req-f945533c-c309-40a7-b5ec-342c70a7e91b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:44.187659 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-040624b3-a03f-4d89-9e76-8392748c6bd7 req-f945533c-c309-40a7-b5ec-342c70a7e91b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0577550 Oct 24 13:36:44.252828 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91e3ae1-9437-4f47-aa14-61d5f52ed1ed tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:36:44.258551 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d91e3ae1-9437-4f47-aa14-61d5f52ed1ed tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:44.262766 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec491d6b-3e49-4fe9-8f54-f5f82101d314 None None] Sync routers for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:36:44.273734 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec491d6b-3e49-4fe9-8f54-f5f82101d314 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:36:44.274335 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-ec491d6b-3e49-4fe9-8f54-f5f82101d314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:36:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:44.283092 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:44.296335 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-040624b3-a03f-4d89-9e76-8392748c6bd7 req-18b0b273-bc81-47e4-b22d-e06781141570 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840213 Oct 24 13:36:44.303851 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-d91e3ae1-9437-4f47-aa14-61d5f52ed1ed tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/967c2b08-c197-422a-9c8a-3002618ba013 HTTP/1.1" status: 200 len: 992 time: 1.2808473 Oct 24 13:36:44.304535 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604ec880-17e0-4294-9b1e-b57ce613c990', 'tag': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:36:44.307103 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a97b8d-a83b-40f2-bb5a-933ae387451e" -d '{"events": [{"name": "network-changed", "server_uuid": "604ec880-17e0-4294-9b1e-b57ce613c990", "tag": "1eb5ffaa-5090-4d35-8d38-63f8817fbd9e"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:36:44.348782 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd09e9f-32b0-42df-9e6d-36778a327f44 x-openstack-request-id: req-afd09e9f-32b0-42df-9e6d-36778a327f44 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:36:44.349063 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604ec880-17e0-4294-9b1e-b57ce613c990", "tag": "1eb5ffaa-5090-4d35-8d38-63f8817fbd9e", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:36:44.349309 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afd09e9f-32b0-42df-9e6d-36778a327f44 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:36:44.349712 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd09e9f-32b0-42df-9e6d-36778a327f44'] response: {'name': 'network-changed', 'server_uuid': '604ec880-17e0-4294-9b1e-b57ce613c990', 'tag': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e', 'status': 'completed', 'code': 200} Oct 24 13:36:44.381110 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-ec491d6b-3e49-4fe9-8f54-f5f82101d314 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:36:44.434706 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a97b8d-a83b-40f2-bb5a-933ae387451e req-d9bf22e3-7743-49f5-b354-b4eec98636c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:44.436195 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-28a97b8d-a83b-40f2-bb5a-933ae387451e req-d9bf22e3-7743-49f5-b354-b4eec98636c1 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 1130 time: 0.0383346 Oct 24 13:36:44.531768 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a97b8d-a83b-40f2-bb5a-933ae387451e req-ce787c2d-5ef1-4199-b0bf-3a05f1c2484d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:44.533265 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-28a97b8d-a83b-40f2-bb5a-933ae387451e req-ce787c2d-5ef1-4199-b0bf-3a05f1c2484d service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 915 time: 0.0896876 Oct 24 13:36:44.598102 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-28a97b8d-a83b-40f2-bb5a-933ae387451e req-76f1cd94-d525-4471-9966-ad4077b2e454 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1eb5ffaa-5090-4d35-8d38-63f8817fbd9e HTTP/1.1" status: 200 len: 1000 time: 0.0583248 Oct 24 13:36:44.646069 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a97b8d-a83b-40f2-bb5a-933ae387451e req-603263da-d2f0-4277-9542-2154240a7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:44.647571 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-28a97b8d-a83b-40f2-bb5a-933ae387451e req-603263da-d2f0-4277-9542-2154240a7fe3 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=cb1d7ade-82f6-46d2-8096-b4ce16cabca2 HTTP/1.1" status: 200 len: 853 time: 0.0440199 Oct 24 13:36:44.682764 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-ec491d6b-3e49-4fe9-8f54-f5f82101d314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '967c2b08-c197-422a-9c8a-3002618ba013', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:6f:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604ec880-17e0-4294-9b1e-b57ce613c990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:36:29Z', 'updated_at': '2022-10-24T13:36:43Z', 'revision_number': 1, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:44.692137 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a97b8d-a83b-40f2-bb5a-933ae387451e req-36d570c9-3ed9-4489-99a4-15a4d533a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:44.693773 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-28a97b8d-a83b-40f2-bb5a-933ae387451e req-36d570c9-3ed9-4489-99a4-15a4d533a00d service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=b68375da-958f-473f-9389-64a90da42e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403597 Oct 24 13:36:44.708099 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec491d6b-3e49-4fe9-8f54-f5f82101d314 None None] Checking router: d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:36:44.716557 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec491d6b-3e49-4fe9-8f54-f5f82101d314 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:36:44.717158 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-ec491d6b-3e49-4fe9-8f54-f5f82101d314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:36:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:44.778953 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:44.801038 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-28a97b8d-a83b-40f2-bb5a-933ae387451e req-1091165b-efc2-4734-8ea2-b716c4842fb3 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007206 Oct 24 13:36:44.820247 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-ec491d6b-3e49-4fe9-8f54-f5f82101d314 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:36:44.893069 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-28a97b8d-a83b-40f2-bb5a-933ae387451e req-71e7bd8c-fcde-4059-b4e5-de5a3424174d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872250 Oct 24 13:36:45.025732 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-ec491d6b-3e49-4fe9-8f54-f5f82101d314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '967c2b08-c197-422a-9c8a-3002618ba013', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:6f:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604ec880-17e0-4294-9b1e-b57ce613c990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:36:29Z', 'updated_at': '2022-10-24T13:36:43Z', 'revision_number': 1, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:45.049879 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec491d6b-3e49-4fe9-8f54-f5f82101d314 None None] The sync data for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi is: [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '967c2b08-c197-422a-9c8a-3002618ba013', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:6f:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604ec880-17e0-4294-9b1e-b57ce613c990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:36:29Z', 'updated_at': '2022-10-24T13:36:43Z', 'revision_number': 1, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:36:45.236898 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c4103-30c6-49da-9468-5a68c634f661 None None] New status for floating IP 967c2b08-c197-422a-9c8a-3002618ba013: ACTIVE {{(pid=104909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:36:45.273875 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:45.433962 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd42c2-b673-4e9e-871f-51e25094bf72 req-48812824-8f49-44f4-8b7f-8837ccf10619 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:45.435469 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f6cd42c2-b673-4e9e-871f-51e25094bf72 req-48812824-8f49-44f4-8b7f-8837ccf10619 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0508368 Oct 24 13:36:45.485622 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f6cd42c2-b673-4e9e-871f-51e25094bf72 req-8adaf2f9-033a-46d4-884e-7bba9380c03c tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442810 Oct 24 13:36:46.606370 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf237cc-e227-460b-98a8-61f846e22da2 req-9341c055-8fe3-4b7c-85ff-82f80ed5dd8b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:46.607821 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-acf237cc-e227-460b-98a8-61f846e22da2 req-9341c055-8fe3-4b7c-85ff-82f80ed5dd8b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0461652 Oct 24 13:36:46.655677 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-acf237cc-e227-460b-98a8-61f846e22da2 req-835506c2-5c99-4ca7-abe8-dd921003a081 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417261 Oct 24 13:36:47.774420 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bf713-706c-463c-8ddb-305cbb583119 req-aa4e6c37-d90d-4071-a65b-3fc5c0a8f57b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:47.775879 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dd2bf713-706c-463c-8ddb-305cbb583119 req-aa4e6c37-d90d-4071-a65b-3fc5c0a8f57b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0466638 Oct 24 13:36:47.824853 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dd2bf713-706c-463c-8ddb-305cbb583119 req-c1b10821-05ae-48c1-90a0-2878b34c39e2 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431576 Oct 24 13:36:48.942753 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7e9cf-514e-45df-afdf-40beb78c9f9d req-3765acdc-18dd-47f8-9997-ce4b72b6e383 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:48.944106 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e2b7e9cf-514e-45df-afdf-40beb78c9f9d req-3765acdc-18dd-47f8-9997-ce4b72b6e383 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0462596 Oct 24 13:36:48.996021 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e2b7e9cf-514e-45df-afdf-40beb78c9f9d req-00d98b21-369b-44df-90b9-029125f8c58e tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464659 Oct 24 13:36:50.118394 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474c015-a1d5-46fb-b71d-2e49ca742923 req-802498a9-f47e-4f9f-b497-12be10fe9e8b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:50.119848 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4474c015-a1d5-46fb-b71d-2e49ca742923 req-802498a9-f47e-4f9f-b497-12be10fe9e8b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0497649 Oct 24 13:36:50.167731 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4474c015-a1d5-46fb-b71d-2e49ca742923 req-f7f4c223-2709-4cd7-a9f6-1602838522b7 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422363 Oct 24 13:36:51.288122 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53500846-da2d-47a8-b065-ef0bccdb104e req-4485a4bc-cfa5-4232-88b1-4997715e1e10 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:51.289630 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-53500846-da2d-47a8-b065-ef0bccdb104e req-4485a4bc-cfa5-4232-88b1-4997715e1e10 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0470982 Oct 24 13:36:51.338601 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-53500846-da2d-47a8-b065-ef0bccdb104e req-2d104e1c-12fb-4e7e-8b32-54f89ac4d85e tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434000 Oct 24 13:36:52.470910 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3288-8903-4759-b9d1-5ab5490c0a7b req-cc22c8ad-ae87-4744-ba2d-55ee709987ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:52.472488 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a9da3288-8903-4759-b9d1-5ab5490c0a7b req-cc22c8ad-ae87-4744-ba2d-55ee709987ad service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=a946788afc074f079618f1a848ec0f8c&device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 1129 time: 0.0669644 Oct 24 13:36:52.482938 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77658b-a059-418c-b525-aa79a4917352 req-29d5970a-3779-4a37-b588-884edd1b4844 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:52.484357 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7b77658b-a059-418c-b525-aa79a4917352 req-29d5970a-3779-4a37-b588-884edd1b4844 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0689986 Oct 24 13:36:52.589966 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7b77658b-a059-418c-b525-aa79a4917352 req-6bece484-e659-4e99-af9b-30fd8e3faf93 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974634 Oct 24 13:36:52.610833 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3288-8903-4759-b9d1-5ab5490c0a7b req-d810c7bb-982c-421f-9816-5fa16236313c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:52.612375 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a9da3288-8903-4759-b9d1-5ab5490c0a7b req-d810c7bb-982c-421f-9816-5fa16236313c service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=67459548-be71-4331-875c-7f5bcf34433e HTTP/1.1" status: 200 len: 910 time: 0.1271405 Oct 24 13:36:52.626148 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:52.681926 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a9da3288-8903-4759-b9d1-5ab5490c0a7b req-a4d6607d-977c-4297-9b5b-781f744cbb98 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b HTTP/1.1" status: 200 len: 1000 time: 0.0622191 Oct 24 13:36:52.729952 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3288-8903-4759-b9d1-5ab5490c0a7b req-9054567e-e3a3-4efe-83f4-1082a9a18483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:52.731382 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a9da3288-8903-4759-b9d1-5ab5490c0a7b req-9054567e-e3a3-4efe-83f4-1082a9a18483 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=952d7792-b08c-45db-8ea8-bc692caa7a42 HTTP/1.1" status: 200 len: 848 time: 0.0437605 Oct 24 13:36:52.776053 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3288-8903-4759-b9d1-5ab5490c0a7b req-eb427d8f-183f-4366-b17f-a3f0497f7325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:52.777560 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a9da3288-8903-4759-b9d1-5ab5490c0a7b req-eb427d8f-183f-4366-b17f-a3f0497f7325 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=67459548-be71-4331-875c-7f5bcf34433e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393901 Oct 24 13:36:52.870783 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a9da3288-8903-4759-b9d1-5ab5490c0a7b req-512bc9fc-a659-4560-86a4-f8589a78a42b service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870709 Oct 24 13:36:52.989146 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a9da3288-8903-4759-b9d1-5ab5490c0a7b req-e0559162-92e8-4177-8d42-0acbeb1444fd service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123068 Oct 24 13:36:53.001324 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29333a20-d8c5-449f-9200-7a4f41fac70c req-95bc2b0b-30db-4917-8dc5-38de8b6e1d37 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:53.002706 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-29333a20-d8c5-449f-9200-7a4f41fac70c req-95bc2b0b-30db-4917-8dc5-38de8b6e1d37 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 946 time: 0.0558577 Oct 24 13:36:53.023086 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:53.053554 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-29333a20-d8c5-449f-9200-7a4f41fac70c req-85fb7f0c-3dd0-4c45-b4fa-7da6fa934fa7 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446382 Oct 24 13:36:53.668789 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:36:53.714390 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c74df1-e08b-42e5-838c-d46e7247c3c3 req-50544fad-1b76-450e-945c-f935ba4c0b46 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:53.715866 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-20c74df1-e08b-42e5-838c-d46e7247c3c3 req-50544fad-1b76-450e-945c-f935ba4c0b46 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0461817 Oct 24 13:36:53.764130 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-20c74df1-e08b-42e5-838c-d46e7247c3c3 req-6e763003-3a73-4b08-9804-2fcc6e57841a tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428629 Oct 24 13:36:54.178361 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8277-de41-4e78-be07-3b6dfac130eb req-af4da69d-4f71-47eb-b8a6-367cc76e0145 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:54.179818 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-972d8277-de41-4e78-be07-3b6dfac130eb req-af4da69d-4f71-47eb-b8a6-367cc76e0145 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 946 time: 0.0462785 Oct 24 13:36:54.225877 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-972d8277-de41-4e78-be07-3b6dfac130eb req-58f08c9c-521f-4f2f-a627-fd95cd85b4a8 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404551 Oct 24 13:36:54.888536 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f881d69-d1ae-45db-9e84-e3a62dcbbeb3 req-5cdf8942-ea66-4ae0-bba8-2838a94ce933 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:54.889991 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2f881d69-d1ae-45db-9e84-e3a62dcbbeb3 req-5cdf8942-ea66-4ae0-bba8-2838a94ce933 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0503349 Oct 24 13:36:54.901785 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:54.939257 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2f881d69-d1ae-45db-9e84-e3a62dcbbeb3 req-f8dbb332-aeaf-49b7-be4c-c974cc5040be tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436487 Oct 24 13:36:55.340154 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:55.351929 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcb9bb-42a1-429a-873b-990c42e5fb61 req-e2f649f0-9276-4ccd-b497-8c54c0ad7734 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:55.353409 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-10fcb9bb-42a1-429a-873b-990c42e5fb61 req-e2f649f0-9276-4ccd-b497-8c54c0ad7734 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 946 time: 0.0469172 Oct 24 13:36:55.399568 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-10fcb9bb-42a1-429a-873b-990c42e5fb61 req-5d0e726c-1c9e-4524-86df-aa5994c5decb tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=309a35ca-b9ae-4e52-bdeb-592f6ce5f705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405064 Oct 24 13:36:55.781552 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2bb3d-24fe-416a-b81d-a61b4f413621 req-615dbd69-caeb-4139-9fee-b2dbe67b0250 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:55.782966 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-48d2bb3d-24fe-416a-b81d-a61b4f413621 req-615dbd69-caeb-4139-9fee-b2dbe67b0250 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 946 time: 0.0512569 Oct 24 13:36:55.875575 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-48d2bb3d-24fe-416a-b81d-a61b4f413621 req-e8245ed5-32ec-411c-ba66-7d3175b23e05 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Deleting port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:36:55.875915 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-48d2bb3d-24fe-416a-b81d-a61b4f413621 req-e8245ed5-32ec-411c-ba66-7d3175b23e05 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:55.968042 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-48d2bb3d-24fe-416a-b81d-a61b4f413621 req-e8245ed5-32ec-411c-ba66-7d3175b23e05 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] For port 13446e7b-9dfe-44f4-b0f9-5884ab770e75, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=13446e7b-9dfe-44f4-b0f9-5884ab770e75,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:36:55.968636 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-48d2bb3d-24fe-416a-b81d-a61b4f413621 req-e8245ed5-32ec-411c-ba66-7d3175b23e05 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:56.060613 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cceb2b1-31cd-40a5-8584-3fa0ab79c314 req-f2e460fa-9bf2-4b30-8347-ab2ae01dcaeb tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:56.062099 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5cceb2b1-31cd-40a5-8584-3fa0ab79c314 req-f2e460fa-9bf2-4b30-8347-ab2ae01dcaeb tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0483251 Oct 24 13:36:56.112000 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5cceb2b1-31cd-40a5-8584-3fa0ab79c314 req-859df834-9594-4a85-b8c8-6173270dd280 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435874 Oct 24 13:36:56.145120 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:56.147182 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-48d2bb3d-24fe-416a-b81d-a61b4f413621 req-e8245ed5-32ec-411c-ba66-7d3175b23e05 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:56.147533 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-48d2bb3d-24fe-416a-b81d-a61b4f413621 req-e8245ed5-32ec-411c-ba66-7d3175b23e05 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (b59a4cc2-4fd6-4549-a0de-418e8d14f3fe), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:56.147849 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [req-48d2bb3d-24fe-416a-b81d-a61b4f413621 req-e8245ed5-32ec-411c-ba66-7d3175b23e05 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Floating IP b59a4cc2-4fd6-4549-a0de-418e8d14f3fe disassociated. External IP: 172.27.3.158, port: 13446e7b-9dfe-44f4-b0f9-5884ab770e75. Oct 24 13:36:56.148184 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-48d2bb3d-24fe-416a-b81d-a61b4f413621 req-e8245ed5-32ec-411c-ba66-7d3175b23e05 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Calling delete_port for 13446e7b-9dfe-44f4-b0f9-5884ab770e75 owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:36:56.356610 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-48d2bb3d-24fe-416a-b81d-a61b4f413621 req-e8245ed5-32ec-411c-ba66-7d3175b23e05 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (13446e7b-9dfe-44f4-b0f9-5884ab770e75), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:56.383053 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8245ed5-32ec-411c-ba66-7d3175b23e05 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event deleted for resources: {'Port': ['ID=13446e7b-9dfe-44f4-b0f9-5884ab770e75,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:56.475020 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:56.519338 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-40b4492c-c109-4fff-bf0e-af24b45ee444 req-8a87fbce-082a-4e35-8f16-c57c0a9abe26 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 210 time: 0.0337050 Oct 24 13:36:56.521024 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48d2bb3d-24fe-416a-b81d-a61b4f413621 req-e8245ed5-32ec-411c-ba66-7d3175b23e05 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:36:56.626346 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48d2bb3d-24fe-416a-b81d-a61b4f413621 req-e8245ed5-32ec-411c-ba66-7d3175b23e05 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:36:56.636545 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc172b2b-69ea-49cc-9c1b-7b3ab6e3172b None None] Sync routers for ids ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:36:56.647715 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc172b2b-69ea-49cc-9c1b-7b3ab6e3172b None None] Routers {'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:36:56.648354 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-bc172b2b-69ea-49cc-9c1b-7b3ab6e3172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:36:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:56.670237 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d2bb3d-24fe-416a-b81d-a61b4f413621 req-e8245ed5-32ec-411c-ba66-7d3175b23e05 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] No DVR routers for this DVR port 13446e7b-9dfe-44f4-b0f9-5884ab770e75 on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:36:56.672644 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-48d2bb3d-24fe-416a-b81d-a61b4f413621 req-e8245ed5-32ec-411c-ba66-7d3175b23e05 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:56.675954 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-48d2bb3d-24fe-416a-b81d-a61b4f413621 req-e8245ed5-32ec-411c-ba66-7d3175b23e05 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.59 "DELETE /networking/v2.0/ports/13446e7b-9dfe-44f4-b0f9-5884ab770e75 HTTP/1.1" status: 204 len: 173 time: 0.8787739 Oct 24 13:36:56.676440 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'name': 'network-vif-deleted', 'tag': '13446e7b-9dfe-44f4-b0f9-5884ab770e75'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:36:56.678653 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d5058b-af22-4cb0-889b-9969cb6e5ba2" -d '{"events": [{"server_uuid": "6e111014-8ecb-4f6c-865f-a85b64d7cc69", "name": "network-vif-deleted", "tag": "13446e7b-9dfe-44f4-b0f9-5884ab770e75"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:36:56.722235 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f69d4eb-34a0-487e-8d50-91231bf1cbb8 x-openstack-request-id: req-5f69d4eb-34a0-487e-8d50-91231bf1cbb8 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:36:56.722235 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e111014-8ecb-4f6c-865f-a85b64d7cc69", "name": "network-vif-deleted", "tag": "13446e7b-9dfe-44f4-b0f9-5884ab770e75", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:36:56.722235 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f69d4eb-34a0-487e-8d50-91231bf1cbb8 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:36:56.722235 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f69d4eb-34a0-487e-8d50-91231bf1cbb8'] response: {'server_uuid': '6e111014-8ecb-4f6c-865f-a85b64d7cc69', 'name': 'network-vif-deleted', 'tag': '13446e7b-9dfe-44f4-b0f9-5884ab770e75', 'status': 'completed', 'code': 200} Oct 24 13:36:56.755794 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-bc172b2b-69ea-49cc-9c1b-7b3ab6e3172b None None] Set router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:36:56.884189 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:56.895821 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=100 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:56.961428 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-bc172b2b-69ea-49cc-9c1b-7b3ab6e3172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:24Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'd3762bde-9e66-4e5d-9f19-336f30e3e971', 'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'mac_address': 'fa:16:3e:74:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:22Z', 'updated_at': '2022-10-24T13:25:33Z', 'revision_number': 5, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'subnets': [{'id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:56.990292 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc172b2b-69ea-49cc-9c1b-7b3ab6e3172b None None] Checking router: fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:36:56.998991 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc172b2b-69ea-49cc-9c1b-7b3ab6e3172b None None] Routers {'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:36:56.999590 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-bc172b2b-69ea-49cc-9c1b-7b3ab6e3172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:36:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:57.102570 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-bc172b2b-69ea-49cc-9c1b-7b3ab6e3172b None None] Set router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:36:57.233177 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785e2d1-7ddd-4125-9133-7f1b4e1cf3e2 req-490f88f6-75ac-436a-a259-3f983a43c117 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:57.234629 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4785e2d1-7ddd-4125-9133-7f1b4e1cf3e2 req-490f88f6-75ac-436a-a259-3f983a43c117 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0471430 Oct 24 13:36:57.287079 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4785e2d1-7ddd-4125-9133-7f1b4e1cf3e2 req-cce5f4f7-1a85-4d3e-a56e-69ed3f3dab7e tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468462 Oct 24 13:36:57.287355 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-bc172b2b-69ea-49cc-9c1b-7b3ab6e3172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:24Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'd3762bde-9e66-4e5d-9f19-336f30e3e971', 'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'mac_address': 'fa:16:3e:74:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:22Z', 'updated_at': '2022-10-24T13:25:33Z', 'revision_number': 5, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'subnets': [{'id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:36:57.311925 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc172b2b-69ea-49cc-9c1b-7b3ab6e3172b None None] The sync data for ids ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'] in dv-cinder-862491-1-iscsi is: [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:25:24Z', 'revision_number': 4, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'd3762bde-9e66-4e5d-9f19-336f30e3e971', 'name': '', 'network_id': '958bd8a2-e988-4f21-ad22-567c0fb9f577', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'mac_address': 'fa:16:3e:74:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:22Z', 'updated_at': '2022-10-24T13:25:33Z', 'revision_number': 5, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'subnets': [{'id': '35e2c2ac-a24b-4c15-9d5d-d1af70da09b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:36:57.371455 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [req-da30aef4-d24b-4456-84d6-27e6041719d1 req-d92b4f7e-d428-484e-9a5c-2ffd3a50d9d9 service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:36:57.372603 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-da30aef4-d24b-4456-84d6-27e6041719d1 req-d92b4f7e-d428-484e-9a5c-2ffd3a50d9d9 service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053771 Oct 24 13:36:57.578541 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7a59cd-aebd-46d0-840a-82dbdac76da4 None None] New status for floating IP b59a4cc2-4fd6-4549-a0de-418e8d14f3fe: DOWN {{(pid=104909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:36:57.651137 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6dca74c8-ee46-4333-99e2-09c44225f1d8 req-756dac89-e39f-406b-a3ee-86d79235c5f4 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e111014-8ecb-4f6c-865f-a85b64d7cc69 HTTP/1.1" status: 200 len: 210 time: 0.0313356 Oct 24 13:36:57.795850 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed01bf-bb38-40fa-b7d0-4d3e8f4ab28a req-06fa88ef-91b3-4140-904d-194fb35856a0 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:57.797328 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cfed01bf-bb38-40fa-b7d0-4d3e8f4ab28a req-06fa88ef-91b3-4140-904d-194fb35856a0 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0503604 Oct 24 13:36:57.876049 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7e9dcbc-7df9-41da-9226-78c7508e37e9 req-a359160f-b7fb-4489-a8d8-0ae57b895f4e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0597463 Oct 24 13:36:57.879944 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cfed01bf-bb38-40fa-b7d0-4d3e8f4ab28a req-b081dca8-d751-466b-b916-f26c048c58a2 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765545 Oct 24 13:36:57.950570 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9dcbc-7df9-41da-9226-78c7508e37e9 req-b462844b-d0e7-4b94-8d93-3cbb4d299cea tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:57.950856 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7e9dcbc-7df9-41da-9226-78c7508e37e9 req-b462844b-d0e7-4b94-8d93-3cbb4d299cea tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports/70dbb5cd-19fd-4c0e-b47a-955a76e67b6b HTTP/1.1" status: 200 len: 942 time: 0.0481050 Oct 24 13:36:58.626217 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:36:58.697494 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b is: ACTIVE; New status is: DOWN {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:36:58.697995 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:58.722826 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:36:58.730372 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b191df-4d85-408f-8dcb-79eed8f04571" -d '{"events": [{"server_uuid": "25ad1362-6db1-48be-8ddb-3fa0b0f78404", "name": "network-vif-unplugged", "status": "completed", "tag": "70dbb5cd-19fd-4c0e-b47a-955a76e67b6b"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:36:58.739554 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,segment=NetworkSegment(9728ac1e-0b96-4dda-ab14-1d29c48015fc),segment_id=9728ac1e-0b96-4dda-ab14-1d29c48015fc)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:36:58.771752 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 24 Oct 2022 13:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6187996b-cd65-4edd-b22b-5d46f6bda915 x-openstack-request-id: req-6187996b-cd65-4edd-b22b-5d46f6bda915 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:36:58.772065 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ad1362-6db1-48be-8ddb-3fa0b0f78404", "name": "network-vif-unplugged", "status": "failed", "tag": "70dbb5cd-19fd-4c0e-b47a-955a76e67b6b", "code": 422}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:36:58.772416 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6187996b-cd65-4edd-b22b-5d46f6bda915 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:36:58.772830 dv-cinder-862491-1-iscsi neutron-server[104909]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6187996b-cd65-4edd-b22b-5d46f6bda915']: {'server_uuid': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b', 'code': 422} returned with failed status Oct 24 13:36:58.807818 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:58.808611 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 13446e7b-9dfe-44f4-b0f9-5884ab770e75 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:36:58.843197 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 42958) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:58.850076 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: 13446e7b-9dfe-44f4-b0f9-5884ab770e75 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:36:58.850420 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 13446e7b-9dfe-44f4-b0f9-5884ab770e75 not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:36:58.878211 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,revision_number=6']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:58.898483 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-86cc3abf-6ccb-4d8f-a6e9-d4de6c66cdab tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group (309a35ca-b9ae-4e52-bdeb-592f6ce5f705), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:58.920210 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-86cc3abf-6ccb-4d8f-a6e9-d4de6c66cdab tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group (309a35ca-b9ae-4e52-bdeb-592f6ce5f705), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:59.002944 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b62e9-4d24-45d2-b70b-2e64171511bc req-997799d9-0056-4e72-9248-ab116f67a07f tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:36:59.005017 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-817b62e9-4d24-45d2-b70b-2e64171511bc req-997799d9-0056-4e72-9248-ab116f67a07f tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0495987 Oct 24 13:36:59.016370 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:59.236530 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:59.271706 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-86cc3abf-6ccb-4d8f-a6e9-d4de6c66cdab tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (309a35ca-b9ae-4e52-bdeb-592f6ce5f705), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:59.274797 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-86cc3abf-6ccb-4d8f-a6e9-d4de6c66cdab tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:59.276096 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-86cc3abf-6ccb-4d8f-a6e9-d4de6c66cdab tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/309a35ca-b9ae-4e52-bdeb-592f6ce5f705 HTTP/1.1" status: 204 len: 168 time: 0.4318995 Oct 24 13:36:59.279179 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42962) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:59.291288 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc3abf-6ccb-4d8f-a6e9-d4de6c66cdab tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=309a35ca-b9ae-4e52-bdeb-592f6ce5f705,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:59.299293 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.api.v2.resource [None req-6b47d412-2139-4fe6-a8b3-4a8033a2bd92 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] show failed (client error): The resource could not be found. Oct 24 13:36:59.301725 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-6b47d412-2139-4fe6-a8b3-4a8033a2bd92 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "GET /networking/v2.0/security-groups/309a35ca-b9ae-4e52-bdeb-592f6ce5f705 HTTP/1.1" status: 404 len: 347 time: 0.0200675 Oct 24 13:36:59.304051 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 42964) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:36:59.320537 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-817b62e9-4d24-45d2-b70b-2e64171511bc req-105c4bbc-55b7-4cd7-878b-18e6846142ff tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3093920 Oct 24 13:36:59.423969 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-f11b3fe8-e61c-469a-bdf0-fcd6271866a3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Deleting port feaa51a7-b512-4646-9454-a21e2cdb5b17 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:36:59.424340 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f11b3fe8-e61c-469a-bdf0-fcd6271866a3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (feaa51a7-b512-4646-9454-a21e2cdb5b17), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:59.484203 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:36:59.506350 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f11b3fe8-e61c-469a-bdf0-fcd6271866a3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (feaa51a7-b512-4646-9454-a21e2cdb5b17), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:59.506618 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f11b3fe8-e61c-469a-bdf0-fcd6271866a3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for floatingip (feaa51a7-b512-4646-9454-a21e2cdb5b17), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:59.518886 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-f11b3fe8-e61c-469a-bdf0-fcd6271866a3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Calling delete_port for feaa51a7-b512-4646-9454-a21e2cdb5b17 owned by network:floatingip {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:36:59.723187 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f11b3fe8-e61c-469a-bdf0-fcd6271866a3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (feaa51a7-b512-4646-9454-a21e2cdb5b17), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:59.747611 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b3fe8-e61c-469a-bdf0-fcd6271866a3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Pushing event deleted for resources: {'Port': ['ID=feaa51a7-b512-4646-9454-a21e2cdb5b17,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:36:59.808950 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f11b3fe8-e61c-469a-bdf0-fcd6271866a3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks [] for floatingip (b59a4cc2-4fd6-4549-a0de-418e8d14f3fe), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:59.811329 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f11b3fe8-e61c-469a-bdf0-fcd6271866a3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:36:59.812520 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-f11b3fe8-e61c-469a-bdf0-fcd6271866a3 tempest-AttachVolumeShelveTestJSON-1521868781 tempest-AttachVolumeShelveTestJSON-1521868781-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/b59a4cc2-4fd6-4549-a0de-418e8d14f3fe HTTP/1.1" status: 204 len: 168 time: 0.5074890 Oct 24 13:37:00.383510 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9dcbc-7df9-41da-9226-78c7508e37e9 req-4472c038-f271-40af-88f2-18daf093ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:00.385092 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7e9dcbc-7df9-41da-9226-78c7508e37e9 req-4472c038-f271-40af-88f2-18daf093ae4e service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404&tenant_id=a946788afc074f079618f1a848ec0f8c HTTP/1.1" status: 200 len: 1127 time: 0.0399959 Oct 24 13:37:00.455957 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc036fb-8d4a-4906-97d3-cfccfc4abddd req-01fa2bb8-ce5a-42bd-a9d6-588d3cf657b9 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:00.457466 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7dc036fb-8d4a-4906-97d3-cfccfc4abddd req-01fa2bb8-ce5a-42bd-a9d6-588d3cf657b9 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0517886 Oct 24 13:37:00.459750 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9dcbc-7df9-41da-9226-78c7508e37e9 req-4ec9b980-fe17-4a34-aa26-b12268a8fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:00.461310 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7e9dcbc-7df9-41da-9226-78c7508e37e9 req-4ec9b980-fe17-4a34-aa26-b12268a8fd3b service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=a946788afc074f079618f1a848ec0f8c&device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 1127 time: 0.0400214 Oct 24 13:37:00.507929 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7dc036fb-8d4a-4906-97d3-cfccfc4abddd req-6919d4d0-4961-42e0-8403-d1931234039e tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446434 Oct 24 13:37:00.555746 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9dcbc-7df9-41da-9226-78c7508e37e9 req-d25da6b0-ad09-4f82-90e1-f097f725221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:00.557286 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7e9dcbc-7df9-41da-9226-78c7508e37e9 req-d25da6b0-ad09-4f82-90e1-f097f725221a service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=67459548-be71-4331-875c-7f5bcf34433e HTTP/1.1" status: 200 len: 910 time: 0.0899310 Oct 24 13:37:00.619254 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7e9dcbc-7df9-41da-9226-78c7508e37e9 req-da82da82-9fff-47cd-9b72-6e89d4cb58b6 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b HTTP/1.1" status: 200 len: 998 time: 0.0551441 Oct 24 13:37:00.669497 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9dcbc-7df9-41da-9226-78c7508e37e9 req-52f0c9b7-bbeb-4395-8dd5-3a1b344d019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:00.670956 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7e9dcbc-7df9-41da-9226-78c7508e37e9 req-52f0c9b7-bbeb-4395-8dd5-3a1b344d019b service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=952d7792-b08c-45db-8ea8-bc692caa7a42 HTTP/1.1" status: 200 len: 848 time: 0.0459571 Oct 24 13:37:00.714792 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9dcbc-7df9-41da-9226-78c7508e37e9 req-55bf2df2-ee2c-4ced-b45c-27ae2786fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:00.716253 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7e9dcbc-7df9-41da-9226-78c7508e37e9 req-55bf2df2-ee2c-4ced-b45c-27ae2786fc57 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=67459548-be71-4331-875c-7f5bcf34433e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393832 Oct 24 13:37:00.799516 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:00.805786 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7e9dcbc-7df9-41da-9226-78c7508e37e9 req-64403d79-1b04-4784-b1da-144da94d5fa5 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837185 Oct 24 13:37:00.898619 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e7e9dcbc-7df9-41da-9226-78c7508e37e9 req-7c1cd4ce-f639-477e-bb3e-05b5a9b88b4c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871606 Oct 24 13:37:01.321823 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-9531ffee-130b-49b4-8e6b-696a20f7f72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:01.626203 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63867cb-cf52-42c7-b95c-b146d7b6347e req-6a179024-c05b-4467-8aa9-68fee6d4b6dc tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:01.627648 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b63867cb-cf52-42c7-b95c-b146d7b6347e req-6a179024-c05b-4467-8aa9-68fee6d4b6dc tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0461347 Oct 24 13:37:01.676776 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b63867cb-cf52-42c7-b95c-b146d7b6347e req-dd1bfab6-4a22-4c6b-9be8-674b438fa3c5 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428333 Oct 24 13:37:02.503090 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 42990) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:02.797762 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4f410-980c-4d18-aab6-cee209db2303 req-e6a73805-ef48-4bd5-8785-1a44792e2501 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:02.799303 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-72d4f410-980c-4d18-aab6-cee209db2303 req-e6a73805-ef48-4bd5-8785-1a44792e2501 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0471797 Oct 24 13:37:02.844735 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:02.848876 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-72d4f410-980c-4d18-aab6-cee209db2303 req-9237f00a-cfcf-4e5d-a8c8-466dca1c97a8 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439792 Oct 24 13:37:02.859695 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3ee0fc1a-81f4-40e7-87bc-5c194ea06581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7922041'] for router_interface (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:03.077230 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0fc1a-81f4-40e7-87bc-5c194ea06581 admin admin] Deleting port d3762bde-9e66-4e5d-9f19-336f30e3e971 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:37:03.077561 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3ee0fc1a-81f4-40e7-87bc-5c194ea06581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:03.155004 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [None req-3ee0fc1a-81f4-40e7-87bc-5c194ea06581 admin admin] For port d3762bde-9e66-4e5d-9f19-336f30e3e971, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=d3762bde-9e66-4e5d-9f19-336f30e3e971,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:37:03.155298 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3ee0fc1a-81f4-40e7-87bc-5c194ea06581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:03.168620 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0fc1a-81f4-40e7-87bc-5c194ea06581 admin admin] Calling delete_port for d3762bde-9e66-4e5d-9f19-336f30e3e971 owned by network:router_interface {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:37:03.289882 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:03.373411 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3ee0fc1a-81f4-40e7-87bc-5c194ea06581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (d3762bde-9e66-4e5d-9f19-336f30e3e971), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:03.399739 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0fc1a-81f4-40e7-87bc-5c194ea06581 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3762bde-9e66-4e5d-9f19-336f30e3e971,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:03.560078 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3ee0fc1a-81f4-40e7-87bc-5c194ea06581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8330508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7925705'] for router_interface (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:03.583421 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b2113e-d092-4858-945c-917d2eb950b9 None None] get_active_networks_info from dv-cinder-862491-1-iscsi {{(pid=104909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:37:03.609785 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:03.645856 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-94619a94-6a1a-44c7-988e-7a06f9cb1a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:03.688221 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b2113e-d092-4858-945c-917d2eb950b9 None None] Resources bound (agent type, host, resource id): {{(pid=104909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:37:03.774172 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee0fc1a-81f4-40e7-87bc-5c194ea06581 admin admin] Router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:37:03.877521 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee0fc1a-81f4-40e7-87bc-5c194ea06581 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:37:03.884657 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-3ee0fc1a-81f4-40e7-87bc-5c194ea06581 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3811390 Oct 24 13:37:03.886917 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 42998) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:03.893649 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cf81e9-7a23-4e45-8b25-e4b7a28c3905 None None] Sync routers for ids ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:37:03.903885 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf81e9-7a23-4e45-8b25-e4b7a28c3905 None None] Routers {'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:37:03.905000 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-12cf81e9-7a23-4e45-8b25-e4b7a28c3905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:37:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:37:04.007430 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-12cf81e9-7a23-4e45-8b25-e4b7a28c3905 None None] Set router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:37:04.023989 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a4a6-87b4-4021-acb6-15ded3e3f2b7 req-661e5456-8d02-47b1-a9d5-eb241319d23d tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:04.025745 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b038a4a6-87b4-4021-acb6-15ded3e3f2b7 req-661e5456-8d02-47b1-a9d5-eb241319d23d tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0858066 Oct 24 13:37:04.050557 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ead9bb9e-813c-4491-9685-45cb5f1127fe admin admin] Publish callbacks [] for router (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:04.133809 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b038a4a6-87b4-4021-acb6-15ded3e3f2b7 req-206e6e02-92b2-47cd-b69b-45c0ef84ba80 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967064 Oct 24 13:37:04.185230 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ead9bb9e-813c-4491-9685-45cb5f1127fe admin admin] Publish callbacks [] for router_gateway (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:04.274060 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-ead9bb9e-813c-4491-9685-45cb5f1127fe admin admin] Deleting port 6d0a9012-187a-4210-9b23-a0e5deb2d22a {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:37:04.274424 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ead9bb9e-813c-4491-9685-45cb5f1127fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (6d0a9012-187a-4210-9b23-a0e5deb2d22a), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:04.285360 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-12cf81e9-7a23-4e45-8b25-e4b7a28c3905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:37:03Z', 'revision_number': 5, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port': {'id': '6d0a9012-187a-4210-9b23-a0e5deb2d22a', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:25:17Z', 'updated_at': '2022-10-24T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:37:04.292436 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:04.311538 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cf81e9-7a23-4e45-8b25-e4b7a28c3905 None None] Checking router: fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:37:04.322635 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf81e9-7a23-4e45-8b25-e4b7a28c3905 None None] Routers {'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:37:04.323303 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-12cf81e9-7a23-4e45-8b25-e4b7a28c3905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:37:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:37:04.361420 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [None req-ead9bb9e-813c-4491-9685-45cb5f1127fe admin admin] For port 6d0a9012-187a-4210-9b23-a0e5deb2d22a, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=6d0a9012-187a-4210-9b23-a0e5deb2d22a,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:37:04.361783 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ead9bb9e-813c-4491-9685-45cb5f1127fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (6d0a9012-187a-4210-9b23-a0e5deb2d22a), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:04.375594 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-ead9bb9e-813c-4491-9685-45cb5f1127fe admin admin] Calling delete_port for 6d0a9012-187a-4210-9b23-a0e5deb2d22a owned by network:router_gateway {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:37:04.405469 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-12cf81e9-7a23-4e45-8b25-e4b7a28c3905 None None] Set router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 gateway port host: None {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:37:04.417895 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-8196a0b7-4f21-49c0-8408-84d285ca84cc None None] Provisioning complete for port c7cb1793-867f-4623-8371-47adb3b0c1d9 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:37:04.418273 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8196a0b7-4f21-49c0-8408-84d285ca84cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:04.418612 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-8196a0b7-4f21-49c0-8408-84d285ca84cc None None] Attempt 1 to provision port c7cb1793-867f-4623-8371-47adb3b0c1d9 Oct 24 13:37:04.458489 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-12cf81e9-7a23-4e45-8b25-e4b7a28c3905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:37:04Z', 'revision_number': 6, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port_host': None}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:37:04.482309 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cf81e9-7a23-4e45-8b25-e4b7a28c3905 None None] The sync data for ids ['fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1'] in dv-cinder-862491-1-iscsi is: [{'id': 'fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1965568310-router', 'tenant_id': '7fa2196e343c45b5b741c39417ba9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:25:15Z', 'updated_at': '2022-10-24T13:37:04Z', 'revision_number': 6, 'project_id': '7fa2196e343c45b5b741c39417ba9ef8', 'gw_port_host': None}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:37:04.505741 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-8196a0b7-4f21-49c0-8408-84d285ca84cc None None] Current status of the port c7cb1793-867f-4623-8371-47adb3b0c1d9 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:37:04.590640 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ead9bb9e-813c-4491-9685-45cb5f1127fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (6d0a9012-187a-4210-9b23-a0e5deb2d22a), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:04.593643 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:04.619252 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9bb9e-813c-4491-9685-45cb5f1127fe admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0a9012-187a-4210-9b23-a0e5deb2d22a,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:04.681102 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ead9bb9e-813c-4491-9685-45cb5f1127fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924636'] for router_gateway (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:04.767630 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ead9bb9e-813c-4491-9685-45cb5f1127fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-484265'] for router (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:04.769865 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ead9bb9e-813c-4491-9685-45cb5f1127fe admin admin] Publish callbacks [] for router_controller (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), precommit_delete_associations {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:04.853471 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ead9bb9e-813c-4491-9685-45cb5f1127fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7921978'] for router (fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:04.854167 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead9bb9e-813c-4491-9685-45cb5f1127fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 {{(pid=104908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:37:04.858366 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ead9bb9e-813c-4491-9685-45cb5f1127fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:04.862258 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43000) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:04.863469 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-ead9bb9e-813c-4491-9685-45cb5f1127fe admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/fff2bb9e-0cfe-4daa-8244-7a6e61ab7ab1 HTTP/1.1" status: 204 len: 168 time: 0.9695911 Oct 24 13:37:04.920147 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f76d3e6-fa8d-40d9-ac70-fb0e0e29bca6 admin admin] Deleting subnet 35e2c2ac-a24b-4c15-9d5d-d1af70da09b7 {{(pid=104907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:37:04.923613 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0f76d3e6-fa8d-40d9-ac70-fb0e0e29bca6 admin admin] Publish callbacks [] for subnet (35e2c2ac-a24b-4c15-9d5d-d1af70da09b7), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:04.959830 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:04.966393 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device d3762bde-9e66-4e5d-9f19-336f30e3e971 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:37:04.975241 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0f76d3e6-fa8d-40d9-ac70-fb0e0e29bca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4404742'] for subnet (35e2c2ac-a24b-4c15-9d5d-d1af70da09b7), precommit_delete_associations {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:04.986667 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: d3762bde-9e66-4e5d-9f19-336f30e3e971 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:37:04.987017 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device d3762bde-9e66-4e5d-9f19-336f30e3e971 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:37:05.002340 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:05.051950 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0f76d3e6-fa8d-40d9-ac70-fb0e0e29bca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (35e2c2ac-a24b-4c15-9d5d-d1af70da09b7), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:05.156158 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0f76d3e6-fa8d-40d9-ac70-fb0e0e29bca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5210571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4442784'] for subnet (35e2c2ac-a24b-4c15-9d5d-d1af70da09b7), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:05.186677 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76d3e6-fa8d-40d9-ac70-fb0e0e29bca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e2c2ac-a24b-4c15-9d5d-d1af70da09b7,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:05.190300 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0f76d3e6-fa8d-40d9-ac70-fb0e0e29bca6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:05.195150 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-0f76d3e6-fa8d-40d9-ac70-fb0e0e29bca6 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/35e2c2ac-a24b-4c15-9d5d-d1af70da09b7 HTTP/1.1" status: 204 len: 168 time: 0.3301816 Oct 24 13:37:05.196178 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43008) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:05.197153 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea5d894-4238-4b3e-8a72-47dfc3219c90 None None] Network 958bd8a2-e988-4f21-ad22-567c0fb9f577 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:37:05.263310 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ceb3f-8e5f-4dcf-829d-1c40832b1073 req-487091d4-0c7e-4d50-b6d3-d2709d5a3ad9 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:05.265218 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-580ceb3f-8e5f-4dcf-829d-1c40832b1073 req-487091d4-0c7e-4d50-b6d3-d2709d5a3ad9 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0517616 Oct 24 13:37:05.271832 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (958bd8a2-e988-4f21-ad22-567c0fb9f577), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:05.305435 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:05.320652 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] Deleting port c7cb1793-867f-4623-8371-47adb3b0c1d9 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:37:05.321086 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:05.326900 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-580ceb3f-8e5f-4dcf-829d-1c40832b1073 req-023c739e-361e-47f4-a998-bd3531b9966e tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546136 Oct 24 13:37:05.395751 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] For port c7cb1793-867f-4623-8371-47adb3b0c1d9, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=c7cb1793-867f-4623-8371-47adb3b0c1d9,segment=NetworkSegment(4fd0a130-c15f-414a-9dff-5fbd674ff38a),segment_id=4fd0a130-c15f-414a-9dff-5fbd674ff38a)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:37:05.399901 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:05.411400 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] Calling delete_port for c7cb1793-867f-4623-8371-47adb3b0c1d9 owned by network:dhcp {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:37:05.512163 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ae60f7-6d63-4337-a955-eea9747df238 None None] DHCP port deletion for 958bd8a2-e988-4f21-ad22-567c0fb9f577 request from dv-cinder-862491-1-iscsi {{(pid=104909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:37:05.539727 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:05.554427 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae60f7-6d63-4337-a955-eea9747df238 None None] Deleting port c7cb1793-867f-4623-8371-47adb3b0c1d9 {{(pid=104909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:37:05.554802 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a7ae60f7-6d63-4337-a955-eea9747df238 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), before_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:05.565637 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7cb1793-867f-4623-8371-47adb3b0c1d9,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:05.570428 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] No DVR routers for this DVR port c7cb1793-867f-4623-8371-47adb3b0c1d9 on host dv-cinder-862491-1-iscsi {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:37:05.575222 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:05.634025 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:05.641272 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:05.644113 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-a7ae60f7-6d63-4337-a955-eea9747df238 None None] For port c7cb1793-867f-4623-8371-47adb3b0c1d9, host dv-cinder-862491-1-iscsi, got binding levels [] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:37:05.644113 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a7ae60f7-6d63-4337-a955-eea9747df238 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), precommit_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:05.651820 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (958bd8a2-e988-4f21-ad22-567c0fb9f577), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:05.657252 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae60f7-6d63-4337-a955-eea9747df238 None None] Calling delete_port for c7cb1793-867f-4623-8371-47adb3b0c1d9 owned by network:dhcp {{(pid=104909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:37:05.660095 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.ipam_backend_mixin [None req-a7ae60f7-6d63-4337-a955-eea9747df238 None None] Port c7cb1793-867f-4623-8371-47adb3b0c1d9 was not found and therefore no delete operation was performed {{(pid=104909) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 24 13:37:05.661507 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a7ae60f7-6d63-4337-a955-eea9747df238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071'] for port (c7cb1793-867f-4623-8371-47adb3b0c1d9), after_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:05.673079 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958bd8a2-e988-4f21-ad22-567c0fb9f577']}} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:37:05.683472 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd0a130-c15f-414a-9dff-5fbd674ff38a') {'for_net_delete': True} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:37:05.683761 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd0a130-c15f-414a-9dff-5fbd674ff38a') {} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:37:05.687025 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae60f7-6d63-4337-a955-eea9747df238 None None] Pushing event deleted for resources: {'Port': ['ID=c7cb1793-867f-4623-8371-47adb3b0c1d9,revision_number=None']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:05.690883 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae60f7-6d63-4337-a955-eea9747df238 None None] No DVR routers for this DVR port c7cb1793-867f-4623-8371-47adb3b0c1d9 on host dv-cinder-862491-1-iscsi {{(pid=104909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:37:05.694822 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5528175'] for segment (4fd0a130-c15f-414a-9dff-5fbd674ff38a), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:05.710260 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (4fd0a130-c15f-414a-9dff-5fbd674ff38a), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:05.716790 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=104908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:37:05.717164 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387000'] for segment (4fd0a130-c15f-414a-9dff-5fbd674ff38a), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:05.764584 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment 4fd0a130-c15f-414a-9dff-5fbd674ff38a resource provider aggregate not found Oct 24 13:37:05.782716 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment 4fd0a130-c15f-414a-9dff-5fbd674ff38a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fd0a130-c15f-414a-9dff-5fbd674ff38a found for delete ", "request_id": "req-41babfd2-84cd-4a28-9d45-88f556c1e380"}]} Oct 24 13:37:05.870594 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (958bd8a2-e988-4f21-ad22-567c0fb9f577), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:05.876388 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:05.880102 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/958bd8a2-e988-4f21-ad22-567c0fb9f577 HTTP/1.1" status: 204 len: 168 time: 0.6829054 Oct 24 13:37:05.891905 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cfb04-b59e-4b95-b0ad-a9914e3b92f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=958bd8a2-e988-4f21-ad22-567c0fb9f577,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:06.177520 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43016) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:06.216350 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-5caa194a-815a-4474-a7d6-eae3ff9297cd admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=7fa2196e343c45b5b741c39417ba9ef8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376661 Oct 24 13:37:06.218727 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43018) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:06.271063 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-293845e5-dea3-43e2-9b4c-874cc3c27db8 admin admin] Publish callbacks [] for security_group (4b9ae049-36f0-483b-a058-8ec70f4fa58c), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:06.291557 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-293845e5-dea3-43e2-9b4c-874cc3c27db8 admin admin] Publish callbacks [] for security_group (4b9ae049-36f0-483b-a058-8ec70f4fa58c), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:06.368231 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:06.390927 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-293845e5-dea3-43e2-9b4c-874cc3c27db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (4b9ae049-36f0-483b-a058-8ec70f4fa58c), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:06.393604 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-293845e5-dea3-43e2-9b4c-874cc3c27db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:06.398691 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-293845e5-dea3-43e2-9b4c-874cc3c27db8 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/4b9ae049-36f0-483b-a058-8ec70f4fa58c HTTP/1.1" status: 204 len: 168 time: 0.1756990 Oct 24 13:37:06.403193 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293845e5-dea3-43e2-9b4c-874cc3c27db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9ae049-36f0-483b-a058-8ec70f4fa58c,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:06.452631 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1276e3-39e7-451a-84b4-3a7c9215c343 req-a793cf32-4d2f-4227-9ae0-04baed815e87 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:06.454119 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3d1276e3-39e7-451a-84b4-3a7c9215c343 req-a793cf32-4d2f-4227-9ae0-04baed815e87 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0473452 Oct 24 13:37:06.505452 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3d1276e3-39e7-451a-84b4-3a7c9215c343 req-8b243dee-e0d3-420e-8552-60a813dc0577 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450368 Oct 24 13:37:06.590254 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:06.737083 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device c7cb1793-867f-4623-8371-47adb3b0c1d9 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:37:06.760002 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: c7cb1793-867f-4623-8371-47adb3b0c1d9 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:37:06.760369 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device c7cb1793-867f-4623-8371-47adb3b0c1d9 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:37:06.760936 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 6d0a9012-187a-4210-9b23-a0e5deb2d22a no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:37:06.780396 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 6d0a9012-187a-4210-9b23-a0e5deb2d22a {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:37:06.780560 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 6d0a9012-187a-4210-9b23-a0e5deb2d22a not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:37:07.626141 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadfd42-917d-40bb-a79e-2d285aa35704 req-92d3cf84-8433-4bb3-b5b3-a40ec73f7bae tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:07.627619 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aadfd42-917d-40bb-a79e-2d285aa35704 req-92d3cf84-8433-4bb3-b5b3-a40ec73f7bae tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0471876 Oct 24 13:37:07.676360 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5aadfd42-917d-40bb-a79e-2d285aa35704 req-b28580fa-1ada-41b1-8c32-d0c46b91ed3d tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425625 Oct 24 13:37:08.665827 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:37:08.765715 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,segment=NetworkSegment(9728ac1e-0b96-4dda-ab14-1d29c48015fc),segment_id=9728ac1e-0b96-4dda-ab14-1d29c48015fc)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:37:08.778064 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b', 'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'port_id': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b', 'mac_address': 'fa:16:3e:4b:3e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:37:08.800080 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d6788-0beb-4d85-89c5-fc97d31edf05 req-d8ef94ec-0bab-4986-99f6-512d63e461b8 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:08.801605 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2e6d6788-0beb-4d85-89c5-fc97d31edf05 req-d8ef94ec-0bab-4986-99f6-512d63e461b8 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 943 time: 0.0471401 Oct 24 13:37:08.812448 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:37:08.812831 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:08.826207 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:37:08.846427 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,segment=NetworkSegment(9728ac1e-0b96-4dda-ab14-1d29c48015fc),segment_id=9728ac1e-0b96-4dda-ab14-1d29c48015fc)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:37:08.851146 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2e6d6788-0beb-4d85-89c5-fc97d31edf05 req-9ed1520c-f5ee-4711-a354-7a0a46855d4d tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438662 Oct 24 13:37:08.916545 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:08.963633 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,revision_number=7']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:09.293254 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['70dbb5cd-19fd-4c0e-b47a-955a76e67b6b'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:37:09.958564 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:09.973339 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18c3b8-f8cc-4dc3-97ee-169192e25bd7 req-3807b4be-885f-4c1a-9484-11f6346fe72e tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:09.974781 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ed18c3b8-f8cc-4dc3-97ee-169192e25bd7 req-3807b4be-885f-4c1a-9484-11f6346fe72e tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 944 time: 0.0502784 Oct 24 13:37:10.023420 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ed18c3b8-f8cc-4dc3-97ee-169192e25bd7 req-d540b2c7-1718-4039-861b-241549c5850a tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429182 Oct 24 13:37:10.698827 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:37:10.725361 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:10.740827 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:10.746446 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:37:10.746816 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:10.747147 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b Oct 24 13:37:10.817995 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:37:10.818301 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:10.840976 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:37:10.843173 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba148f1-1b5c-4747-b90d-f7cfa8f9510e" -d '{"events": [{"server_uuid": "25ad1362-6db1-48be-8ddb-3fa0b0f78404", "name": "network-vif-plugged", "status": "completed", "tag": "70dbb5cd-19fd-4c0e-b47a-955a76e67b6b"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:37:10.855586 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,segment=NetworkSegment(9728ac1e-0b96-4dda-ab14-1d29c48015fc),segment_id=9728ac1e-0b96-4dda-ab14-1d29c48015fc)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:37:10.879144 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85ebf8e-2298-4590-81fd-85295032a26f x-openstack-request-id: req-d85ebf8e-2298-4590-81fd-85295032a26f {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:37:10.879426 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ad1362-6db1-48be-8ddb-3fa0b0f78404", "name": "network-vif-plugged", "status": "completed", "tag": "70dbb5cd-19fd-4c0e-b47a-955a76e67b6b", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:37:10.879674 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d85ebf8e-2298-4590-81fd-85295032a26f {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:37:10.880094 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85ebf8e-2298-4590-81fd-85295032a26f'] response: {'server_uuid': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b', 'code': 200} Oct 24 13:37:10.951125 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:11.004547 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,revision_number=8']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:11.072678 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43090) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:11.151308 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bdb30-0737-4c5f-b0c0-74eb0028b420 req-bf0fd1c7-3599-44dd-a3b5-dab1d57979d1 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:11.153221 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-895bdb30-0737-4c5f-b0c0-74eb0028b420 req-bf0fd1c7-3599-44dd-a3b5-dab1d57979d1 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0505629 Oct 24 13:37:11.204186 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fe5ab-363c-4273-871f-a9473d25065e req-7eb8c2fd-a056-40ae-9564-b4204d20d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:11.207971 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7a4fe5ab-363c-4273-871f-a9473d25065e req-7eb8c2fd-a056-40ae-9564-b4204d20d834 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 1129 time: 0.0415521 Oct 24 13:37:11.219563 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-895bdb30-0737-4c5f-b0c0-74eb0028b420 req-24547feb-956c-4b6c-9449-d3667df0f1e6 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603507 Oct 24 13:37:11.220465 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56b41765-61f0-4158-a406-40583ae64aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:11.254646 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7a4fe5ab-363c-4273-871f-a9473d25065e req-653d2741-a020-4399-a1ff-d31c774a2746 service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418618 Oct 24 13:37:11.304093 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56b41765-61f0-4158-a406-40583ae64aca admin admin] Publish callbacks [] for security_group (6f15bf8e-d1a0-46a0-bf07-0d4379d7a5bb), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:11.378840 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56b41765-61f0-4158-a406-40583ae64aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (6f15bf8e-d1a0-46a0-bf07-0d4379d7a5bb), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:11.416646 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b41765-61f0-4158-a406-40583ae64aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f15bf8e-d1a0-46a0-bf07-0d4379d7a5bb,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:11.420923 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-56b41765-61f0-4158-a406-40583ae64aca admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=5e4106fa08064c399dc3fb97c51aeba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467257 Oct 24 13:37:11.423623 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43094) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:11.471126 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d409c179-8e71-4d10-968d-03a8c47ef039 admin admin] Publish callbacks [] for security_group (6f15bf8e-d1a0-46a0-bf07-0d4379d7a5bb), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:11.491641 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d409c179-8e71-4d10-968d-03a8c47ef039 admin admin] Publish callbacks [] for security_group (6f15bf8e-d1a0-46a0-bf07-0d4379d7a5bb), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:11.512393 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:11.615620 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d409c179-8e71-4d10-968d-03a8c47ef039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (6f15bf8e-d1a0-46a0-bf07-0d4379d7a5bb), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:11.619739 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d409c179-8e71-4d10-968d-03a8c47ef039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:11.620934 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-d409c179-8e71-4d10-968d-03a8c47ef039 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/6f15bf8e-d1a0-46a0-bf07-0d4379d7a5bb HTTP/1.1" status: 204 len: 168 time: 0.1964240 Oct 24 13:37:11.629497 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409c179-8e71-4d10-968d-03a8c47ef039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f15bf8e-d1a0-46a0-bf07-0d4379d7a5bb,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:12.351713 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde889a-aa5a-465f-8dff-9a0ca19dbd8b req-2d33d624-8efe-4f2e-9b31-864f4d1f0bab tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:12.353753 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9cde889a-aa5a-465f-8dff-9a0ca19dbd8b req-2d33d624-8efe-4f2e-9b31-864f4d1f0bab tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0557542 Oct 24 13:37:12.643537 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9cde889a-aa5a-465f-8dff-9a0ca19dbd8b req-d31baee9-38cb-4ec2-8a1e-4d3ccd777d06 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2843235 Oct 24 13:37:13.766056 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae74397-9db3-4dce-9e15-53d17d9362a2 req-aa2f7c78-d2b4-4672-9973-ac79abb6ea90 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:13.767543 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6ae74397-9db3-4dce-9e15-53d17d9362a2 req-aa2f7c78-d2b4-4672-9973-ac79abb6ea90 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0468118 Oct 24 13:37:13.816713 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6ae74397-9db3-4dce-9e15-53d17d9362a2 req-56281e59-db13-4baf-b601-c1118de7343e tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427806 Oct 24 13:37:14.460835 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=85 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:14.461672 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=88 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:21.642566 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:22.635551 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=49 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:22.639421 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=19 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:23.808731 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=8 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:23.812584 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:26.642502 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43244) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:26.743556 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:26.819138 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Publish callbacks [] for security_group (e85c77ea-1c5f-45c6-b4e9-67fe86635362), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:26.881281 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (e85c77ea-1c5f-45c6-b4e9-67fe86635362), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:26.919638 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=087d2d3475f64d5c949852d054638047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761080 Oct 24 13:37:26.920544 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85c77ea-1c5f-45c6-b4e9-67fe86635362,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:26.926971 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43248) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:26.928441 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:26.928792 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:26.929127 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:26.929457 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:26.929781 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:26.930102 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:26.930422 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:26.930737 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:26.931055 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:26.931372 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:26.931723 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:26.932044 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:26.932377 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:26.932691 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:26.933002 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f2dcd-ab9d-4ae9-b5c7-5cb5f2bb94c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:26.973677 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Publish callbacks [] for security_group (e85c77ea-1c5f-45c6-b4e9-67fe86635362), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:26.994627 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Publish callbacks [] for security_group (e85c77ea-1c5f-45c6-b4e9-67fe86635362), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:27.081937 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (e85c77ea-1c5f-45c6-b4e9-67fe86635362), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:27.086179 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:27.086179 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/e85c77ea-1c5f-45c6-b4e9-67fe86635362 HTTP/1.1" status: 204 len: 168 time: 0.1622593 Oct 24 13:37:27.093802 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85c77ea-1c5f-45c6-b4e9-67fe86635362,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:27.102199 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:27.102541 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:27.102878 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:27.103240 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:27.103572 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:27.103898 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:27.104218 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:27.104565 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:27.104888 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:27.105208 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:27.105525 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:27.105842 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:27.106157 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:27.106469 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:27.106781 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946c97c0-e62c-4dbb-bf35-d334cf0503e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:37:27.627687 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43254) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:27.644290 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-29209b77-7e19-455d-b296-d9bb8177cb1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:27.719645 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-29209b77-7e19-455d-b296-d9bb8177cb1f admin admin] Publish callbacks [] for security_group (56647407-9de8-4d75-a829-6735f0d5a5d4), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:27.778680 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-29209b77-7e19-455d-b296-d9bb8177cb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (56647407-9de8-4d75-a829-6735f0d5a5d4), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:27.817099 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-29209b77-7e19-455d-b296-d9bb8177cb1f admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=5b29f73eccaa4e688563b1ea99f2a4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883583 Oct 24 13:37:27.817932 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29209b77-7e19-455d-b296-d9bb8177cb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56647407-9de8-4d75-a829-6735f0d5a5d4,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:27.820434 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43256) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:27.868699 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c13190e6-898a-4db3-b6fb-b2f1cb30afa2 admin admin] Publish callbacks [] for security_group (56647407-9de8-4d75-a829-6735f0d5a5d4), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:27.891173 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c13190e6-898a-4db3-b6fb-b2f1cb30afa2 admin admin] Publish callbacks [] for security_group (56647407-9de8-4d75-a829-6735f0d5a5d4), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:27.978783 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c13190e6-898a-4db3-b6fb-b2f1cb30afa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (56647407-9de8-4d75-a829-6735f0d5a5d4), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:27.981327 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-c13190e6-898a-4db3-b6fb-b2f1cb30afa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:27.982476 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-c13190e6-898a-4db3-b6fb-b2f1cb30afa2 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/56647407-9de8-4d75-a829-6735f0d5a5d4 HTTP/1.1" status: 204 len: 168 time: 0.1610439 Oct 24 13:37:27.992822 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13190e6-898a-4db3-b6fb-b2f1cb30afa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56647407-9de8-4d75-a829-6735f0d5a5d4,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:29.252953 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:29.664986 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2108f30f-7649-413e-9d4d-8d51159d164c req-e38fbaf1-ba1b-4e54-9232-358f1e15b489 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422220 Oct 24 13:37:29.762673 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108f30f-7649-413e-9d4d-8d51159d164c req-1f0363ed-9ea5-494a-b860-f2422c4a6f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:29.764046 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2108f30f-7649-413e-9d4d-8d51159d164c req-1f0363ed-9ea5-494a-b860-f2422c4a6f4f service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=a946788afc074f079618f1a848ec0f8c&device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 1129 time: 0.0397549 Oct 24 13:37:29.877802 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108f30f-7649-413e-9d4d-8d51159d164c req-ef1a69f8-c82b-4ca2-b37f-3652899afd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:29.879315 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2108f30f-7649-413e-9d4d-8d51159d164c req-ef1a69f8-c82b-4ca2-b37f-3652899afd6f service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=67459548-be71-4331-875c-7f5bcf34433e HTTP/1.1" status: 200 len: 910 time: 0.0905626 Oct 24 13:37:29.940744 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2108f30f-7649-413e-9d4d-8d51159d164c req-79e3505f-b4bc-4779-9f50-f288ffee0c53 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b HTTP/1.1" status: 200 len: 1000 time: 0.0544221 Oct 24 13:37:29.989540 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108f30f-7649-413e-9d4d-8d51159d164c req-316f00c1-48ae-4719-af3b-0422b6ca7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:29.991040 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2108f30f-7649-413e-9d4d-8d51159d164c req-316f00c1-48ae-4719-af3b-0422b6ca7c9e service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=952d7792-b08c-45db-8ea8-bc692caa7a42 HTTP/1.1" status: 200 len: 848 time: 0.0429945 Oct 24 13:37:30.037909 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108f30f-7649-413e-9d4d-8d51159d164c req-26d93e75-8e3c-43b0-9e13-1b97af438d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:30.039979 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2108f30f-7649-413e-9d4d-8d51159d164c req-26d93e75-8e3c-43b0-9e13-1b97af438d26 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=67459548-be71-4331-875c-7f5bcf34433e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425439 Oct 24 13:37:30.133396 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2108f30f-7649-413e-9d4d-8d51159d164c req-0aa953b7-e570-4ebe-9903-08eb979ac876 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835257 Oct 24 13:37:30.229392 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2108f30f-7649-413e-9d4d-8d51159d164c req-99fa4b70-f7e5-49a2-a5dc-f34e06ad025b service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875401 Oct 24 13:37:30.668122 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:37:31.338649 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8da37e80-1aeb-4e08-9eb1-d5a8d26d81b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:33.640904 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-da729595-ccf9-4c2b-863a-fc76170682ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:33.661321 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43342) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:33.766028 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f88a4e51-e43b-403f-90df-dde6464d57d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:33.784865 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:33.787763 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:33.839892 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f88a4e51-e43b-403f-90df-dde6464d57d7 admin admin] Publish callbacks [] for security_group (5b6497f9-c1e9-4ea0-bfd8-6989e1f00205), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:33.904236 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f88a4e51-e43b-403f-90df-dde6464d57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (5b6497f9-c1e9-4ea0-bfd8-6989e1f00205), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:33.942628 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a4e51-e43b-403f-90df-dde6464d57d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6497f9-c1e9-4ea0-bfd8-6989e1f00205,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:33.947894 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-f88a4e51-e43b-403f-90df-dde6464d57d7 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=3c95f93cb2414684936cb8df1da00738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855597 Oct 24 13:37:33.951023 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43346) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:34.003115 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ae0f5450-e33b-4c78-8500-faa15c92b6d8 admin admin] Publish callbacks [] for security_group (5b6497f9-c1e9-4ea0-bfd8-6989e1f00205), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:34.022646 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ae0f5450-e33b-4c78-8500-faa15c92b6d8 admin admin] Publish callbacks [] for security_group (5b6497f9-c1e9-4ea0-bfd8-6989e1f00205), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:34.155704 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ae0f5450-e33b-4c78-8500-faa15c92b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (5b6497f9-c1e9-4ea0-bfd8-6989e1f00205), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:34.158293 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ae0f5450-e33b-4c78-8500-faa15c92b6d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:34.159434 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-ae0f5450-e33b-4c78-8500-faa15c92b6d8 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/5b6497f9-c1e9-4ea0-bfd8-6989e1f00205 HTTP/1.1" status: 204 len: 168 time: 0.2076771 Oct 24 13:37:34.168313 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f5450-e33b-4c78-8500-faa15c92b6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6497f9-c1e9-4ea0-bfd8-6989e1f00205,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:34.776678 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43352) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:34.790100 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-243ec1c0-6283-4396-b73b-6ddc393304c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:34.865228 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-243ec1c0-6283-4396-b73b-6ddc393304c0 admin admin] Publish callbacks [] for security_group (a402dbe6-9321-4c34-a5c1-af1fb5467ff2), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:34.938657 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-243ec1c0-6283-4396-b73b-6ddc393304c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (a402dbe6-9321-4c34-a5c1-af1fb5467ff2), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:34.973150 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:34.976528 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ec1c0-6283-4396-b73b-6ddc393304c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a402dbe6-9321-4c34-a5c1-af1fb5467ff2,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:34.981911 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-243ec1c0-6283-4396-b73b-6ddc393304c0 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=ab0e9858e3b7417e99a0e700db8a8d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040858 Oct 24 13:37:34.984664 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43356) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:35.034319 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5b64fef1-44f4-4e55-97c2-2c0eb0205f73 admin admin] Publish callbacks [] for security_group (a402dbe6-9321-4c34-a5c1-af1fb5467ff2), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:35.053881 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5b64fef1-44f4-4e55-97c2-2c0eb0205f73 admin admin] Publish callbacks [] for security_group (a402dbe6-9321-4c34-a5c1-af1fb5467ff2), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:35.184517 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5b64fef1-44f4-4e55-97c2-2c0eb0205f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (a402dbe6-9321-4c34-a5c1-af1fb5467ff2), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:35.187088 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-5b64fef1-44f4-4e55-97c2-2c0eb0205f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:35.188261 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-5b64fef1-44f4-4e55-97c2-2c0eb0205f73 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/a402dbe6-9321-4c34-a5c1-af1fb5467ff2 HTTP/1.1" status: 204 len: 168 time: 0.2026238 Oct 24 13:37:35.196121 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64fef1-44f4-4e55-97c2-2c0eb0205f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a402dbe6-9321-4c34-a5c1-af1fb5467ff2,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:36.361666 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:36.578483 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:37.408364 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43402) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:37.515728 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-bfb015fb-b103-4a67-bf77-eea4bf4141b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:37.589966 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-bfb015fb-b103-4a67-bf77-eea4bf4141b0 admin admin] Publish callbacks [] for security_group (38c95e27-21c1-4045-b9b3-07cc01c864e4), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:37.635555 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-bfb015fb-b103-4a67-bf77-eea4bf4141b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (38c95e27-21c1-4045-b9b3-07cc01c864e4), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:37.674225 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-bfb015fb-b103-4a67-bf77-eea4bf4141b0 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=747bb1f182984b91a59751510e926fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647896 Oct 24 13:37:37.676063 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb015fb-b103-4a67-bf77-eea4bf4141b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c95e27-21c1-4045-b9b3-07cc01c864e4,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:37.676906 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43406) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:37.726133 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fce91b69-5f45-4ba2-b078-5ebfdd7e7b16 admin admin] Publish callbacks [] for security_group (38c95e27-21c1-4045-b9b3-07cc01c864e4), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:37.732878 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:37.748800 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fce91b69-5f45-4ba2-b078-5ebfdd7e7b16 admin admin] Publish callbacks [] for security_group (38c95e27-21c1-4045-b9b3-07cc01c864e4), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:37.858224 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fce91b69-5f45-4ba2-b078-5ebfdd7e7b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (38c95e27-21c1-4045-b9b3-07cc01c864e4), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:37.860697 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-fce91b69-5f45-4ba2-b078-5ebfdd7e7b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:37.861939 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-fce91b69-5f45-4ba2-b078-5ebfdd7e7b16 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/38c95e27-21c1-4045-b9b3-07cc01c864e4 HTTP/1.1" status: 204 len: 168 time: 0.1840367 Oct 24 13:37:37.871946 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce91b69-5f45-4ba2-b078-5ebfdd7e7b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c95e27-21c1-4045-b9b3-07cc01c864e4,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:38.503187 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43412) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:38.516721 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a07acd68-34fd-4b5b-9bc1-f79e62e40a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:38.591130 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a07acd68-34fd-4b5b-9bc1-f79e62e40a50 admin admin] Publish callbacks [] for security_group (ae63d2be-7f88-4a00-b058-8788a930a70a), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:38.635401 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a07acd68-34fd-4b5b-9bc1-f79e62e40a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (ae63d2be-7f88-4a00-b058-8788a930a70a), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:38.674420 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-a07acd68-34fd-4b5b-9bc1-f79e62e40a50 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=d39ec4363cf7468582d45d3906a6cf90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701202 Oct 24 13:37:38.676218 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07acd68-34fd-4b5b-9bc1-f79e62e40a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae63d2be-7f88-4a00-b058-8788a930a70a,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:38.677131 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43414) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:38.726890 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-102e61f5-fbfa-460f-ac2a-28043e5bd84c admin admin] Publish callbacks [] for security_group (ae63d2be-7f88-4a00-b058-8788a930a70a), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:38.744856 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:38.746871 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-102e61f5-fbfa-460f-ac2a-28043e5bd84c admin admin] Publish callbacks [] for security_group (ae63d2be-7f88-4a00-b058-8788a930a70a), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:38.762479 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:38.858371 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-102e61f5-fbfa-460f-ac2a-28043e5bd84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (ae63d2be-7f88-4a00-b058-8788a930a70a), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:38.860903 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-102e61f5-fbfa-460f-ac2a-28043e5bd84c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:38.862042 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-102e61f5-fbfa-460f-ac2a-28043e5bd84c admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/ae63d2be-7f88-4a00-b058-8788a930a70a HTTP/1.1" status: 204 len: 168 time: 0.1839345 Oct 24 13:37:38.870624 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e61f5-fbfa-460f-ac2a-28043e5bd84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae63d2be-7f88-4a00-b058-8788a930a70a,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:45.737404 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af926569-6a56-4cc1-9ff8-d32e8a60291b req-8fba465a-37d1-43ef-9eb8-fc4cbce2371b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:45.738865 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-af926569-6a56-4cc1-9ff8-d32e8a60291b req-8fba465a-37d1-43ef-9eb8-fc4cbce2371b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 945 time: 0.0514338 Oct 24 13:37:45.789710 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-af926569-6a56-4cc1-9ff8-d32e8a60291b req-bfb03a73-3d0a-4bed-998c-d653cc6d075a tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450337 Oct 24 13:37:46.522169 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:46.910040 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33466069-875c-4433-94a8-c028ee072522 req-0d8b329c-eb4c-450b-8d0b-cefcd740ebc0 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:46.911517 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-33466069-875c-4433-94a8-c028ee072522 req-0d8b329c-eb4c-450b-8d0b-cefcd740ebc0 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 945 time: 0.0465167 Oct 24 13:37:46.963455 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-33466069-875c-4433-94a8-c028ee072522 req-808d647c-f775-4fe6-ba04-3d584a2ba935 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454435 Oct 24 13:37:47.631124 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8bcd3-99b6-4a1b-af91-d967087bf4e2 req-2ca8a824-693b-4988-8c90-73bf6181a9ba tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:47.632549 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-12f8bcd3-99b6-4a1b-af91-d967087bf4e2 req-2ca8a824-693b-4988-8c90-73bf6181a9ba tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 945 time: 0.0478277 Oct 24 13:37:47.642860 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:47.716146 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-12f8bcd3-99b6-4a1b-af91-d967087bf4e2 req-7c59db23-2f73-448a-a81d-58d1010092f8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Deleting port d65e0e78-310d-4892-8600-9d032dcae474 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:37:47.716511 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-12f8bcd3-99b6-4a1b-af91-d967087bf4e2 req-7c59db23-2f73-448a-a81d-58d1010092f8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (d65e0e78-310d-4892-8600-9d032dcae474), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:47.808589 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-12f8bcd3-99b6-4a1b-af91-d967087bf4e2 req-7c59db23-2f73-448a-a81d-58d1010092f8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] For port d65e0e78-310d-4892-8600-9d032dcae474, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=d65e0e78-310d-4892-8600-9d032dcae474,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:37:47.808943 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-12f8bcd3-99b6-4a1b-af91-d967087bf4e2 req-7c59db23-2f73-448a-a81d-58d1010092f8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (d65e0e78-310d-4892-8600-9d032dcae474), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:47.966315 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:47.969370 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-12f8bcd3-99b6-4a1b-af91-d967087bf4e2 req-7c59db23-2f73-448a-a81d-58d1010092f8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:47.969724 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-12f8bcd3-99b6-4a1b-af91-d967087bf4e2 req-7c59db23-2f73-448a-a81d-58d1010092f8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (c825f9f8-f25a-4df4-ace9-ab28912ad00f), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:47.970028 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [req-12f8bcd3-99b6-4a1b-af91-d967087bf4e2 req-7c59db23-2f73-448a-a81d-58d1010092f8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Floating IP c825f9f8-f25a-4df4-ace9-ab28912ad00f disassociated. External IP: 172.27.3.2, port: d65e0e78-310d-4892-8600-9d032dcae474. Oct 24 13:37:47.970356 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-12f8bcd3-99b6-4a1b-af91-d967087bf4e2 req-7c59db23-2f73-448a-a81d-58d1010092f8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Calling delete_port for d65e0e78-310d-4892-8600-9d032dcae474 owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:37:48.098943 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab36631-3ac5-4328-bc9d-8be3150a8a9e req-cd700e89-310f-4ac7-8a5b-f34f15c36c58 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:48.100506 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7ab36631-3ac5-4328-bc9d-8be3150a8a9e req-cd700e89-310f-4ac7-8a5b-f34f15c36c58 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 945 time: 0.0521924 Oct 24 13:37:48.152618 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7ab36631-3ac5-4328-bc9d-8be3150a8a9e req-2f9bfe73-2fc5-497d-978c-188b6f930677 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456197 Oct 24 13:37:48.179206 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-12f8bcd3-99b6-4a1b-af91-d967087bf4e2 req-7c59db23-2f73-448a-a81d-58d1010092f8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (d65e0e78-310d-4892-8600-9d032dcae474), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:48.208898 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59db23-2f73-448a-a81d-58d1010092f8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event deleted for resources: {'Port': ['ID=d65e0e78-310d-4892-8600-9d032dcae474,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:48.321834 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12f8bcd3-99b6-4a1b-af91-d967087bf4e2 req-7c59db23-2f73-448a-a81d-58d1010092f8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Router 45866912-da40-436b-875e-353f0d0e44df has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:37:48.427622 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12f8bcd3-99b6-4a1b-af91-d967087bf4e2 req-7c59db23-2f73-448a-a81d-58d1010092f8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:37:48.438776 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41214f11-f825-4211-a810-3ef69d2e9c66 None None] Sync routers for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:37:48.449923 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41214f11-f825-4211-a810-3ef69d2e9c66 None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:37:48.450540 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-41214f11-f825-4211-a810-3ef69d2e9c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:37:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:37:48.471557 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f8bcd3-99b6-4a1b-af91-d967087bf4e2 req-7c59db23-2f73-448a-a81d-58d1010092f8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] No DVR routers for this DVR port d65e0e78-310d-4892-8600-9d032dcae474 on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:37:48.474172 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-12f8bcd3-99b6-4a1b-af91-d967087bf4e2 req-7c59db23-2f73-448a-a81d-58d1010092f8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:48.477496 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-12f8bcd3-99b6-4a1b-af91-d967087bf4e2 req-7c59db23-2f73-448a-a81d-58d1010092f8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.59 "DELETE /networking/v2.0/ports/d65e0e78-310d-4892-8600-9d032dcae474 HTTP/1.1" status: 204 len: 173 time: 0.8399997 Oct 24 13:37:48.477983 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5762454b-33e1-445d-a5e5-be0b4ba78d7b', 'name': 'network-vif-deleted', 'tag': 'd65e0e78-310d-4892-8600-9d032dcae474'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:37:48.480284 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d9c4a5-8c1d-42a4-b1f0-042d6b78c132" -d '{"events": [{"server_uuid": "5762454b-33e1-445d-a5e5-be0b4ba78d7b", "name": "network-vif-deleted", "tag": "d65e0e78-310d-4892-8600-9d032dcae474"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:37:48.517317 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5b0be6-b7ae-4245-a415-0563617ba204 x-openstack-request-id: req-bf5b0be6-b7ae-4245-a415-0563617ba204 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:37:48.517611 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5762454b-33e1-445d-a5e5-be0b4ba78d7b", "name": "network-vif-deleted", "tag": "d65e0e78-310d-4892-8600-9d032dcae474", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:37:48.517869 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf5b0be6-b7ae-4245-a415-0563617ba204 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:37:48.518272 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf5b0be6-b7ae-4245-a415-0563617ba204'] response: {'server_uuid': '5762454b-33e1-445d-a5e5-be0b4ba78d7b', 'name': 'network-vif-deleted', 'tag': 'd65e0e78-310d-4892-8600-9d032dcae474', 'status': 'completed', 'code': 200} Oct 24 13:37:48.559132 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-41214f11-f825-4211-a810-3ef69d2e9c66 None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:37:48.780260 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-41214f11-f825-4211-a810-3ef69d2e9c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:37:48.804753 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41214f11-f825-4211-a810-3ef69d2e9c66 None None] Checking router: 45866912-da40-436b-875e-353f0d0e44df for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:37:48.813472 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41214f11-f825-4211-a810-3ef69d2e9c66 None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:37:48.814059 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-41214f11-f825-4211-a810-3ef69d2e9c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:37:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:37:48.916975 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-41214f11-f825-4211-a810-3ef69d2e9c66 None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:37:49.104830 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-41214f11-f825-4211-a810-3ef69d2e9c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:37:49.134044 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41214f11-f825-4211-a810-3ef69d2e9c66 None None] The sync data for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi is: [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:37:49.278837 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b208060a-006b-4968-90db-ec561dabafd5 req-eb5c9c48-67c5-4451-820b-1c36072d84ab tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5762454b-33e1-445d-a5e5-be0b4ba78d7b HTTP/1.1" status: 200 len: 210 time: 0.0356233 Oct 24 13:37:49.377123 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3971250e-8b57-4690-95e3-499a7a67728d None None] New status for floating IP c825f9f8-f25a-4df4-ace9-ab28912ad00f: DOWN {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:37:50.551353 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-55b149a4-50ae-49a1-8a36-84368423a145 req-cd38609f-72c8-494c-9803-eec2d4313550 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-14826782&fields=id&tenant_id=46d41e46b7e3415684c32b22f31eefb5 HTTP/1.1" status: 200 len: 267 time: 0.0471172 Oct 24 13:37:50.658178 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b149a4-50ae-49a1-8a36-84368423a145 req-fdce3808-5b67-46ed-b1d3-d9c14de1bb65 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:50.659603 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-55b149a4-50ae-49a1-8a36-84368423a145 req-fdce3808-5b67-46ed-b1d3-d9c14de1bb65 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/networks?id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532 HTTP/1.1" status: 200 len: 811 time: 0.1017072 Oct 24 13:37:50.674234 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-55b149a4-50ae-49a1-8a36-84368423a145 req-eef284ce-e3d0-47de-a72b-40703979b7c4 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/quotas/46d41e46b7e3415684c32b22f31eefb5 HTTP/1.1" status: 200 len: 375 time: 0.0093489 Oct 24 13:37:50.726277 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-55b149a4-50ae-49a1-8a36-84368423a145 req-563b32fc-ad25-4554-89e0-275b718a8791 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=46d41e46b7e3415684c32b22f31eefb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473046 Oct 24 13:37:50.820457 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-55b149a4-50ae-49a1-8a36-84368423a145 req-3817ebe4-3604-48db-bf34-4ad7322b68ae service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824256 Oct 24 13:37:50.912441 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-55b149a4-50ae-49a1-8a36-84368423a145 req-96c2c3ba-8b20-4817-953b-5152758770c3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854840 Oct 24 13:37:50.967929 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device d65e0e78-310d-4892-8600-9d032dcae474 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:37:51.108099 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:51.121344 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: d65e0e78-310d-4892-8600-9d032dcae474 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:37:51.121755 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device d65e0e78-310d-4892-8600-9d032dcae474 not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:37:51.478117 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5542cd95-c638-4d0f-9169-ab5591fe9a69 req-cbaf66a6-431c-456b-b3b6-c5dc5ed83ff3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 210 time: 0.0289540 Oct 24 13:37:51.651616 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43588) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:51.758715 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-26c0166f-3a16-4c07-b6bd-d428f4056872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:51.834311 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-26c0166f-3a16-4c07-b6bd-d428f4056872 admin admin] Publish callbacks [] for security_group (394a6d00-4337-4712-adf2-7c140991c019), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:51.927055 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-26c0166f-3a16-4c07-b6bd-d428f4056872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (394a6d00-4337-4712-adf2-7c140991c019), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:51.966638 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0166f-3a16-4c07-b6bd-d428f4056872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394a6d00-4337-4712-adf2-7c140991c019,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:51.971022 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-26c0166f-3a16-4c07-b6bd-d428f4056872 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=3f4a5e50975b44f5bc3424ff2afdf5e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182759 Oct 24 13:37:51.974032 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43594) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:52.022764 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-01e8c3f5-22ad-4e5f-be85-d39c8ded9ac5 admin admin] Publish callbacks [] for security_group (394a6d00-4337-4712-adf2-7c140991c019), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:52.042158 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-01e8c3f5-22ad-4e5f-be85-d39c8ded9ac5 admin admin] Publish callbacks [] for security_group (394a6d00-4337-4712-adf2-7c140991c019), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:52.048437 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:52.054145 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:52.156118 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-01e8c3f5-22ad-4e5f-be85-d39c8ded9ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (394a6d00-4337-4712-adf2-7c140991c019), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:52.158730 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-01e8c3f5-22ad-4e5f-be85-d39c8ded9ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:52.159864 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-01e8c3f5-22ad-4e5f-be85-d39c8ded9ac5 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/394a6d00-4337-4712-adf2-7c140991c019 HTTP/1.1" status: 204 len: 168 time: 0.1852372 Oct 24 13:37:52.168310 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8c3f5-22ad-4e5f-be85-d39c8ded9ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394a6d00-4337-4712-adf2-7c140991c019,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:52.585691 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-07669cf9-ad2f-4bb3-839e-b1732275483e req-d8f375b8-cb5c-45d3-91eb-ba4d84af7682 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 210 time: 0.0280035 Oct 24 13:37:52.794251 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43602) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:52.809329 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a761-afe3-4a65-bb11-7905197ce365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:52.846602 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:52.889052 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a761-afe3-4a65-bb11-7905197ce365 admin admin] Publish callbacks [] for security_group (7a724c40-c62b-4077-b03c-160753843a8e), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:52.938348 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a761-afe3-4a65-bb11-7905197ce365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (7a724c40-c62b-4077-b03c-160753843a8e), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:52.980050 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-0ef0a761-afe3-4a65-bb11-7905197ce365 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=91f128d933ee495291ef7504195b199a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846836 Oct 24 13:37:52.980773 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0a761-afe3-4a65-bb11-7905197ce365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a724c40-c62b-4077-b03c-160753843a8e,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:52.982918 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43604) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:53.032701 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-25046134-4bfc-4a40-9174-0a9a0db5f0b0 admin admin] Publish callbacks [] for security_group (7a724c40-c62b-4077-b03c-160753843a8e), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:53.052588 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-25046134-4bfc-4a40-9174-0a9a0db5f0b0 admin admin] Publish callbacks [] for security_group (7a724c40-c62b-4077-b03c-160753843a8e), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:53.161414 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-25046134-4bfc-4a40-9174-0a9a0db5f0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (7a724c40-c62b-4077-b03c-160753843a8e), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:53.164056 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-25046134-4bfc-4a40-9174-0a9a0db5f0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:53.165241 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-25046134-4bfc-4a40-9174-0a9a0db5f0b0 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/7a724c40-c62b-4077-b03c-160753843a8e HTTP/1.1" status: 204 len: 168 time: 0.1813633 Oct 24 13:37:53.173716 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25046134-4bfc-4a40-9174-0a9a0db5f0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a724c40-c62b-4077-b03c-160753843a8e,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:53.617477 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b149a4-50ae-49a1-8a36-84368423a145 req-6bb4dac8-a4b9-4b85-934d-7540b1a09091 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:53.618967 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-55b149a4-50ae-49a1-8a36-84368423a145 req-6bb4dac8-a4b9-4b85-934d-7540b1a09091 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.59 "GET /networking/v2.0/networks?id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532 HTTP/1.1" status: 200 len: 811 time: 0.1070023 Oct 24 13:37:53.697249 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-37dbc43a-5d44-4c39-8e54-97b37115ed61 req-31eded31-bfff-4034-9e1d-84faf090c4a6 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 210 time: 0.0374198 Oct 24 13:37:53.716514 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-55b149a4-50ae-49a1-8a36-84368423a145 req-9cdec872-87b1-48fb-bee5-732309a542d6 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.59 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=46d41e46b7e3415684c32b22f31eefb5 HTTP/1.1" status: 200 len: 378 time: 0.0848031 Oct 24 13:37:53.725118 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-55b149a4-50ae-49a1-8a36-84368423a145 req-56a86beb-5ccd-4b53-bd4f-fb43fb7eab6b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Request body: {'port': {'device_id': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'admin_state_up': True, 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'security_groups': ['b644f981-7f13-4a14-b50a-255366e11ea3']}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:37:53.812428 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43612) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:53.826850 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-986aaf1a-35d9-452c-8623-ef448d71ff0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:53.925658 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b149a4-50ae-49a1-8a36-84368423a145 req-56a86beb-5ccd-4b53-bd4f-fb43fb7eab6b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Made reservation on behalf of 46d41e46b7e3415684c32b22f31eefb5 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:37:53.925658 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-55b149a4-50ae-49a1-8a36-84368423a145 req-56a86beb-5ccd-4b53-bd4f-fb43fb7eab6b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:53.926220 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-986aaf1a-35d9-452c-8623-ef448d71ff0b admin admin] Publish callbacks [] for security_group (888f0240-c5b5-4cee-96bc-f2bc615f333b), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:53.972603 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-986aaf1a-35d9-452c-8623-ef448d71ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (888f0240-c5b5-4cee-96bc-f2bc615f333b), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:54.012738 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-986aaf1a-35d9-452c-8623-ef448d71ff0b admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=46e1dcfbe01241dfb9eebffba376b09f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989882 Oct 24 13:37:54.014776 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986aaf1a-35d9-452c-8623-ef448d71ff0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888f0240-c5b5-4cee-96bc-f2bc615f333b,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:54.015443 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43614) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:37:54.057187 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:54.065908 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-55b149a4-50ae-49a1-8a36-84368423a145 req-56a86beb-5ccd-4b53-bd4f-fb43fb7eab6b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Allocated IP 172.20.0.10 (f594f9ca-1fdb-418d-87fd-7e11dd1c7532/c754290e-efaf-4855-ae51-c99dff5cf159/675c4dae-b73b-4796-ba50-70bc5bd72f10) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:37:54.103634 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d6b6-196c-4e79-bf04-ae9961d85161 admin admin] Publish callbacks [] for security_group (888f0240-c5b5-4cee-96bc-f2bc615f333b), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:54.143439 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d6b6-196c-4e79-bf04-ae9961d85161 admin admin] Publish callbacks [] for security_group (888f0240-c5b5-4cee-96bc-f2bc615f333b), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:54.212595 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:54.261977 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-55b149a4-50ae-49a1-8a36-84368423a145 req-56a86beb-5ccd-4b53-bd4f-fb43fb7eab6b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for port (675c4dae-b73b-4796-ba50-70bc5bd72f10), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:54.362002 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-55b149a4-50ae-49a1-8a36-84368423a145 req-56a86beb-5ccd-4b53-bd4f-fb43fb7eab6b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (675c4dae-b73b-4796-ba50-70bc5bd72f10), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:54.369280 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d6b6-196c-4e79-bf04-ae9961d85161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (888f0240-c5b5-4cee-96bc-f2bc615f333b), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:54.373441 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d6b6-196c-4e79-bf04-ae9961d85161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:54.373441 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-e9b9d6b6-196c-4e79-bf04-ae9961d85161 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/888f0240-c5b5-4cee-96bc-f2bc615f333b HTTP/1.1" status: 204 len: 168 time: 0.3538237 Oct 24 13:37:54.412924 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9d6b6-196c-4e79-bf04-ae9961d85161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888f0240-c5b5-4cee-96bc-f2bc615f333b,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:54.424497 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b149a4-50ae-49a1-8a36-84368423a145 req-56a86beb-5ccd-4b53-bd4f-fb43fb7eab6b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:37:54.429974 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-55b149a4-50ae-49a1-8a36-84368423a145 req-56a86beb-5ccd-4b53-bd4f-fb43fb7eab6b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:37:54.432967 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b149a4-50ae-49a1-8a36-84368423a145 req-56a86beb-5ccd-4b53-bd4f-fb43fb7eab6b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:37:54.466657 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a86beb-5ccd-4b53-bd4f-fb43fb7eab6b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event updated for resources: {'Port': ['ID=675c4dae-b73b-4796-ba50-70bc5bd72f10,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:54.494195 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b149a4-50ae-49a1-8a36-84368423a145 req-56a86beb-5ccd-4b53-bd4f-fb43fb7eab6b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:54.494831 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-55b149a4-50ae-49a1-8a36-84368423a145 req-56a86beb-5ccd-4b53-bd4f-fb43fb7eab6b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:54.598229 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-55b149a4-50ae-49a1-8a36-84368423a145 req-56a86beb-5ccd-4b53-bd4f-fb43fb7eab6b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8717532 Oct 24 13:37:54.614062 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Request body: {'port': {'device_id': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:37:54.625699 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-89cf65fb-c08a-4b63-a2eb-e84abfddb3c6 None None] Provisioning complete for port 675c4dae-b73b-4796-ba50-70bc5bd72f10 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:37:54.626234 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-89cf65fb-c08a-4b63-a2eb-e84abfddb3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (675c4dae-b73b-4796-ba50-70bc5bd72f10), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:54.626391 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-89cf65fb-c08a-4b63-a2eb-e84abfddb3c6 None None] Attempt 1 to provision port 675c4dae-b73b-4796-ba50-70bc5bd72f10 Oct 24 13:37:54.663775 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-89cf65fb-c08a-4b63-a2eb-e84abfddb3c6 None None] Port 675c4dae-b73b-4796-ba50-70bc5bd72f10 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:37:54.681214 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (675c4dae-b73b-4796-ba50-70bc5bd72f10), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:54.871565 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2c92b-42e6-401f-8da4-6b8836c1c077 req-78e93d55-00c7-4363-83ad-4195b7fc31d7 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:54.873206 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3ff2c92b-42e6-401f-8da4-6b8836c1c077 req-78e93d55-00c7-4363-83ad-4195b7fc31d7 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 932 time: 0.0680952 Oct 24 13:37:54.932288 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3ff2c92b-42e6-401f-8da4-6b8836c1c077 req-0531311a-b8f9-4c41-a5da-9b268cb84836 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528824 Oct 24 13:37:54.983214 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675c4dae-b73b-4796-ba50-70bc5bd72f10 {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:37:54.990786 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Publish callbacks [] for port (675c4dae-b73b-4796-ba50-70bc5bd72f10), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:54.992671 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:55.003955 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Transition to ACTIVE for port object 675c4dae-b73b-4796-ba50-70bc5bd72f10 will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:37:55.069629 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (675c4dae-b73b-4796-ba50-70bc5bd72f10), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:55.129387 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Pushing event updated for resources: {'Port': ['ID=675c4dae-b73b-4796-ba50-70bc5bd72f10,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:55.179742 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Attempting to bind port 675c4dae-b73b-4796-ba50-70bc5bd72f10 on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:37:55.180064 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Attempting to bind port 675c4dae-b73b-4796-ba50-70bc5bd72f10 by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:37:55.180481 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Attempting to bind port 675c4dae-b73b-4796-ba50-70bc5bd72f10 on network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:37:55.221190 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Port 675c4dae-b73b-4796-ba50-70bc5bd72f10 on network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:37:55.221508 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Attempting to bind port 675c4dae-b73b-4796-ba50-70bc5bd72f10 on network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:37:55.261153 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:37:55.262039 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Checking segment: {'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:37:55.262407 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Bound using segment: {'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:37:55.262822 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Bound port: 675c4dae-b73b-4796-ba50-70bc5bd72f10, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:37:55.263169 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (675c4dae-b73b-4796-ba50-70bc5bd72f10), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:55.271191 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:55.322181 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] For port 675c4dae-b73b-4796-ba50-70bc5bd72f10, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:37:55.325354 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] For port 675c4dae-b73b-4796-ba50-70bc5bd72f10, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=675c4dae-b73b-4796-ba50-70bc5bd72f10,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:37:55.407430 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (675c4dae-b73b-4796-ba50-70bc5bd72f10), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:55.412506 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:55.413101 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:55.414450 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-55b149a4-50ae-49a1-8a36-84368423a145 req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/675c4dae-b73b-4796-ba50-70bc5bd72f10 HTTP/1.1" status: 200 len: 1094 time: 0.8053801 Oct 24 13:37:55.414989 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'tag': '675c4dae-b73b-4796-ba50-70bc5bd72f10'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:37:55.417239 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135d148d-0a78-453d-bda5-f98fbd599ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8e9668-965e-444d-87c1-5fe36bc3b0ab", "tag": "675c4dae-b73b-4796-ba50-70bc5bd72f10"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:37:55.464971 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c85a7c-f18c-417b-8248-6bddb8908b51 service neutron] Pushing event updated for resources: {'Port': ['ID=675c4dae-b73b-4796-ba50-70bc5bd72f10,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:37:55.474218 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de71fa7a-1164-435e-b456-daa95be83999 x-openstack-request-id: req-de71fa7a-1164-435e-b456-daa95be83999 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:37:55.474496 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8e9668-965e-444d-87c1-5fe36bc3b0ab", "tag": "675c4dae-b73b-4796-ba50-70bc5bd72f10", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:37:55.474742 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de71fa7a-1164-435e-b456-daa95be83999 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:37:55.475135 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de71fa7a-1164-435e-b456-daa95be83999'] response: {'name': 'network-changed', 'server_uuid': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'tag': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'status': 'completed', 'code': 200} Oct 24 13:37:55.575262 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d148d-0a78-453d-bda5-f98fbd599ddf req-ebedc4db-1358-40c6-8492-a02fe504c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:55.576638 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-135d148d-0a78-453d-bda5-f98fbd599ddf req-ebedc4db-1358-40c6-8492-a02fe504c9dc service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=46d41e46b7e3415684c32b22f31eefb5&device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 1128 time: 0.0395985 Oct 24 13:37:55.678628 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d148d-0a78-453d-bda5-f98fbd599ddf req-516698cc-7589-442a-80d1-8dbd38b60d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:55.680131 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-135d148d-0a78-453d-bda5-f98fbd599ddf req-516698cc-7589-442a-80d1-8dbd38b60d51 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=46d41e46b7e3415684c32b22f31eefb5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0939138 Oct 24 13:37:55.771279 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d148d-0a78-453d-bda5-f98fbd599ddf req-01cf5d3c-b5c3-4cc3-bf1b-999e88ca00de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:55.772748 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-135d148d-0a78-453d-bda5-f98fbd599ddf req-01cf5d3c-b5c3-4cc3-bf1b-999e88ca00de service neutron] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871756 Oct 24 13:37:55.860829 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b149a4-50ae-49a1-8a36-84368423a145 req-b1b33ab6-6267-4680-b01e-497e586109e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:55.862306 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-55b149a4-50ae-49a1-8a36-84368423a145 req-b1b33ab6-6267-4680-b01e-497e586109e5 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=46d41e46b7e3415684c32b22f31eefb5&device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 1128 time: 0.0400622 Oct 24 13:37:55.908863 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-55b149a4-50ae-49a1-8a36-84368423a145 req-81c931e5-bc8b-45e7-8eb4-ea5ff2a50df7 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675c4dae-b73b-4796-ba50-70bc5bd72f10 HTTP/1.1" status: 200 len: 217 time: 0.0347998 Oct 24 13:37:55.956850 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b149a4-50ae-49a1-8a36-84368423a145 req-b3dbec26-b83d-4a0c-8a3f-aedf8d03ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:55.958268 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-55b149a4-50ae-49a1-8a36-84368423a145 req-b3dbec26-b83d-4a0c-8a3f-aedf8d03ec4b service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c754290e-efaf-4855-ae51-c99dff5cf159 HTTP/1.1" status: 200 len: 850 time: 0.0430536 Oct 24 13:37:56.000891 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b149a4-50ae-49a1-8a36-84368423a145 req-a9eed065-1b16-4430-b89d-c667df456a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:56.002479 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-55b149a4-50ae-49a1-8a36-84368423a145 req-a9eed065-1b16-4430-b89d-c667df456a04 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387003 Oct 24 13:37:56.053944 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0794a4-3e91-4fd5-bfba-63a1351bb5f7 req-49e3d18c-b98d-46c8-9d95-b8f6a8f5ee43 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:56.055395 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-cc0794a4-3e91-4fd5-bfba-63a1351bb5f7 req-49e3d18c-b98d-46c8-9d95-b8f6a8f5ee43 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 944 time: 0.0466046 Oct 24 13:37:56.096555 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-55b149a4-50ae-49a1-8a36-84368423a145 req-7f895aad-5e8e-403f-aed0-28d4dca9065b service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873728 Oct 24 13:37:56.111547 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-cc0794a4-3e91-4fd5-bfba-63a1351bb5f7 req-f5910741-15ef-4091-9708-a0b2580f99b6 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505168 Oct 24 13:37:56.185304 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-55b149a4-50ae-49a1-8a36-84368423a145 req-41a1b64b-cded-4847-975a-0b73c4a2f9cb service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827456 Oct 24 13:37:57.237033 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b39c8e-5679-4e83-b95e-5bab405f8fff req-9401c987-1065-46c1-9671-f5417b620371 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:57.238463 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-51b39c8e-5679-4e83-b95e-5bab405f8fff req-9401c987-1065-46c1-9671-f5417b620371 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 944 time: 0.0501978 Oct 24 13:37:57.285760 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-51b39c8e-5679-4e83-b95e-5bab405f8fff req-4e5c3bdd-44ff-4376-b265-8101a0edaad7 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417507 Oct 24 13:37:58.403514 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc165a2-4319-49e2-a252-6730915688e8 req-7b0279c7-7b2c-4662-8d94-74c5a7c4fabf tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:58.404979 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6bc165a2-4319-49e2-a252-6730915688e8 req-7b0279c7-7b2c-4662-8d94-74c5a7c4fabf tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 944 time: 0.0460775 Oct 24 13:37:58.453314 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6bc165a2-4319-49e2-a252-6730915688e8 req-61e66c46-f033-4afb-839b-935f59cb4480 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427856 Oct 24 13:37:59.229647 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:37:59.449537 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:59.451989 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:59.573194 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3c7d8-ce75-449a-b3b7-a160e9d68bb3 req-a9732366-8f9b-43a2-8469-d4702da669a8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:37:59.574892 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-78e3c7d8-ce75-449a-b3b7-a160e9d68bb3 req-a9732366-8f9b-43a2-8469-d4702da669a8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 944 time: 0.0459666 Oct 24 13:37:59.586117 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:37:59.623723 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-78e3c7d8-ce75-449a-b3b7-a160e9d68bb3 req-5cbe51f5-8316-43d6-b900-6e5317f4bef6 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427842 Oct 24 13:38:00.747581 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd49c77-d1ad-4a22-bab1-faac731e541f req-ef59b91a-3976-4a5c-8513-33ba664ec127 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:00.749073 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5fd49c77-d1ad-4a22-bab1-faac731e541f req-ef59b91a-3976-4a5c-8513-33ba664ec127 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 944 time: 0.0467236 Oct 24 13:38:00.801108 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5fd49c77-d1ad-4a22-bab1-faac731e541f req-2a3d66b7-6078-4e23-9bf2-c291224c56b9 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463488 Oct 24 13:38:01.344025 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2aeaaf15-968c-4353-8475-ffaac6105416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:01.921157 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394232aa-baaf-4924-8c56-a3c1e946f39c req-40388ccf-8799-40c6-9c4a-0637e3ab0368 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:01.922631 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-394232aa-baaf-4924-8c56-a3c1e946f39c req-40388ccf-8799-40c6-9c4a-0637e3ab0368 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 944 time: 0.0458024 Oct 24 13:38:01.971172 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-394232aa-baaf-4924-8c56-a3c1e946f39c req-29a13a55-1e8f-45fb-95c8-17c5e1e99b14 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431316 Oct 24 13:38:03.082201 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:03.090757 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0bff9-92ff-4105-81d5-bb9b82967ae4 req-e8672261-5798-4106-9b3f-c4e137a53903 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:03.092950 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-52d0bff9-92ff-4105-81d5-bb9b82967ae4 req-e8672261-5798-4106-9b3f-c4e137a53903 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 944 time: 0.0480692 Oct 24 13:38:03.143674 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-52d0bff9-92ff-4105-81d5-bb9b82967ae4 req-5bf54515-6639-4aed-ad9f-a7bd496ea13c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446584 Oct 24 13:38:03.635136 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f3ace4f0-a638-4958-87e8-cf8ad3a6052c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:04.261732 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9abdd2-9df4-4fc9-9f22-29c83d6465ec req-6b946ecc-583b-4850-b115-9a9209f6416a tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:04.263169 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2b9abdd2-9df4-4fc9-9f22-29c83d6465ec req-6b946ecc-583b-4850-b115-9a9209f6416a tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 944 time: 0.0463414 Oct 24 13:38:04.311436 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2b9abdd2-9df4-4fc9-9f22-29c83d6465ec req-48753af8-df51-4d56-8419-7483662b55d3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419633 Oct 24 13:38:04.926611 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:05.007604 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 675c4dae-b73b-4796-ba50-70bc5bd72f10 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:38:05.106691 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 675c4dae-b73b-4796-ba50-70bc5bd72f10, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=675c4dae-b73b-4796-ba50-70bc5bd72f10,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:38:05.118569 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'port_id': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'mac_address': 'fa:16:3e:a8:27:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:38:05.143760 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:05.153020 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 675c4dae-b73b-4796-ba50-70bc5bd72f10 is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:38:05.161659 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (675c4dae-b73b-4796-ba50-70bc5bd72f10), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:05.165863 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675c4dae-b73b-4796-ba50-70bc5bd72f10 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:38:05.190289 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 675c4dae-b73b-4796-ba50-70bc5bd72f10, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=675c4dae-b73b-4796-ba50-70bc5bd72f10,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:38:05.274745 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (675c4dae-b73b-4796-ba50-70bc5bd72f10), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:05.319521 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=675c4dae-b73b-4796-ba50-70bc5bd72f10,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:05.326674 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:05.327017 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:05.327357 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:05.327692 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:05.328025 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:05.328379 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:05.328701 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:05.329021 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:05.329343 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:05.329660 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:05.329979 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:05.330309 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:05.330614 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:05.330928 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:05.331243 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:05.436862 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1505672-53b7-41e1-a520-509612df1024 req-9297ca29-c945-48ae-97ad-0f4ad978fb42 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:05.438329 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d1505672-53b7-41e1-a520-509612df1024 req-9297ca29-c945-48ae-97ad-0f4ad978fb42 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 945 time: 0.0506728 Oct 24 13:38:05.487574 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d1505672-53b7-41e1-a520-509612df1024 req-3d6526ed-245e-4355-ad19-cb2a001f7945 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435610 Oct 24 13:38:05.671008 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['675c4dae-b73b-4796-ba50-70bc5bd72f10'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:38:06.383719 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:06.513856 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:06.572421 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:06.611509 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa151a-f0db-4b43-88e9-a2b63fb6531f req-ff6fef17-cd23-4322-8250-3e9a5044c915 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:06.612937 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c3aa151a-f0db-4b43-88e9-a2b63fb6531f req-ff6fef17-cd23-4322-8250-3e9a5044c915 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 945 time: 0.0510635 Oct 24 13:38:06.661333 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c3aa151a-f0db-4b43-88e9-a2b63fb6531f req-7535d65c-f640-403d-a0ef-8da0b7f01d0b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428267 Oct 24 13:38:07.031189 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 675c4dae-b73b-4796-ba50-70bc5bd72f10 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:38:07.072500 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port 675c4dae-b73b-4796-ba50-70bc5bd72f10 completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:38:07.166581 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port 675c4dae-b73b-4796-ba50-70bc5bd72f10 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:38:07.166985 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (675c4dae-b73b-4796-ba50-70bc5bd72f10), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:07.167351 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port 675c4dae-b73b-4796-ba50-70bc5bd72f10 Oct 24 13:38:07.241848 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port 675c4dae-b73b-4796-ba50-70bc5bd72f10 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:38:07.242233 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (675c4dae-b73b-4796-ba50-70bc5bd72f10), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:07.264604 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675c4dae-b73b-4796-ba50-70bc5bd72f10'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:38:07.266819 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f103998-9c4c-4fa3-a9c4-d9221d937bfc" -d '{"events": [{"server_uuid": "3a8e9668-965e-444d-87c1-5fe36bc3b0ab", "name": "network-vif-plugged", "status": "completed", "tag": "675c4dae-b73b-4796-ba50-70bc5bd72f10"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:38:07.278938 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port 675c4dae-b73b-4796-ba50-70bc5bd72f10, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=675c4dae-b73b-4796-ba50-70bc5bd72f10,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:38:07.305065 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6823329b-4fc9-49ba-8cae-267962bec7c3 x-openstack-request-id: req-6823329b-4fc9-49ba-8cae-267962bec7c3 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:38:07.305360 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8e9668-965e-444d-87c1-5fe36bc3b0ab", "name": "network-vif-plugged", "status": "completed", "tag": "675c4dae-b73b-4796-ba50-70bc5bd72f10", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:38:07.305613 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6823329b-4fc9-49ba-8cae-267962bec7c3 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:38:07.306013 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6823329b-4fc9-49ba-8cae-267962bec7c3'] response: {'server_uuid': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'code': 200} Oct 24 13:38:07.355105 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (675c4dae-b73b-4796-ba50-70bc5bd72f10), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:07.400367 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=675c4dae-b73b-4796-ba50-70bc5bd72f10,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:07.632476 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefca92-a2f9-4190-93d7-b096506333ae req-16e62289-c74f-4ef4-bb17-6dc7a8c9ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:07.633857 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bfefca92-a2f9-4190-93d7-b096506333ae req-16e62289-c74f-4ef4-bb17-6dc7a8c9ced0 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 1130 time: 0.0376742 Oct 24 13:38:07.666616 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:38:07.679293 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bfefca92-a2f9-4190-93d7-b096506333ae req-caf6de5a-15b5-4aa8-83d6-b51d2936403b service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383484 Oct 24 13:38:07.780948 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674377c-7fd0-4641-a471-f46bf0e547e5 req-f3d78e34-b283-4c38-b6c5-875b14d5b898 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:07.782386 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c674377c-7fd0-4641-a471-f46bf0e547e5 req-f3d78e34-b283-4c38-b6c5-875b14d5b898 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 946 time: 0.0465078 Oct 24 13:38:07.834296 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-c674377c-7fd0-4641-a471-f46bf0e547e5 req-ee184cc2-0bc7-4d2b-97a9-62a73779fcba tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463762 Oct 24 13:38:08.935679 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:08.953504 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564087d-6961-4f39-bd69-703834d8e78c req-17b8dff1-2c1d-48cf-b1ae-9dc250bbfbf5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:08.954979 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f564087d-6961-4f39-bd69-703834d8e78c req-17b8dff1-2c1d-48cf-b1ae-9dc250bbfbf5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 946 time: 0.0460081 Oct 24 13:38:08.980861 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:09.003496 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f564087d-6961-4f39-bd69-703834d8e78c req-aeb36239-8370-4e21-bf2e-dde8fa0b30f5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429955 Oct 24 13:38:10.126189 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18982bc-5704-4b0e-a7f7-c248c73d27e3 req-52359b48-59b6-48d2-8478-9e1518ec3daa tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:10.127634 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f18982bc-5704-4b0e-a7f7-c248c73d27e3 req-52359b48-59b6-48d2-8478-9e1518ec3daa tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 946 time: 0.0463903 Oct 24 13:38:10.175917 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f18982bc-5704-4b0e-a7f7-c248c73d27e3 req-0ffcd3c6-b887-4a75-8443-8ec514ff943d tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426586 Oct 24 13:38:10.299879 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24d8f-96f8-4820-ab29-89e05beb7ac8 req-39c35762-bcf5-41e1-b739-83a01821ec58 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:10.301275 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3eb24d8f-96f8-4820-ab29-89e05beb7ac8 req-39c35762-bcf5-41e1-b739-83a01821ec58 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 946 time: 0.0502982 Oct 24 13:38:10.349733 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3eb24d8f-96f8-4820-ab29-89e05beb7ac8 req-4e665245-c2c6-4f7c-b96c-9b63bcffe86a tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429568 Oct 24 13:38:10.377413 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43696) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:38:10.417399 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dfd272-ba76-43fe-8637-f69402c57fee tempest-TestVolumeBootPattern-368398803 tempest-TestVolumeBootPattern-368398803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:10.418912 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-89dfd272-ba76-43fe-8637-f69402c57fee tempest-TestVolumeBootPattern-368398803 tempest-TestVolumeBootPattern-368398803-project-admin] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 1125 time: 0.0405159 Oct 24 13:38:10.421714 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43698) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:38:10.425818 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Request body: {'floatingip': {'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'port_id': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:38:10.520861 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:10.601360 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:10.703104 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Allocated IP 172.27.3.221 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/79cb286d-f936-492c-a3cc-758e0e85b628) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:38:10.806674 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for port (79cb286d-f936-492c-a3cc-758e0e85b628), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:10.898483 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (79cb286d-f936-492c-a3cc-758e0e85b628), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:10.934285 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:38:10.937718 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:38:10.943353 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:38:10.967109 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event updated for resources: {'Port': ['ID=79cb286d-f936-492c-a3cc-758e0e85b628,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:11.164031 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:11.193073 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:11.310021 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for floatingip (f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:11.475912 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (79cb286d-f936-492c-a3cc-758e0e85b628), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:11.518301 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43706) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:38:11.522932 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-480b0083-be20-4bf2-ade7-847d70851545 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651523141', 'description': 'tempest-description--1259804788'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:38:11.623671 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for port (79cb286d-f936-492c-a3cc-758e0e85b628), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:11.629892 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-480b0083-be20-4bf2-ade7-847d70851545 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:11.686390 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211953'] for port (79cb286d-f936-492c-a3cc-758e0e85b628), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:11.698813 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-480b0083-be20-4bf2-ade7-847d70851545 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (659c910e-bab8-4d5d-9b43-a16e7c58c6d6), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:11.758716 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event updated for resources: {'Port': ['ID=79cb286d-f936-492c-a3cc-758e0e85b628,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:11.765173 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:11.777775 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-480b0083-be20-4bf2-ade7-847d70851545 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (659c910e-bab8-4d5d-9b43-a16e7c58c6d6), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:11.807702 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b0083-be20-4bf2-ade7-847d70851545 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659c910e-bab8-4d5d-9b43-a16e7c58c6d6,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:11.847830 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:11.871618 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-480b0083-be20-4bf2-ade7-847d70851545 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:11.872957 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-480b0083-be20-4bf2-ade7-847d70851545 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3535891 Oct 24 13:38:11.875996 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43708) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:38:11.880342 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-1b725e10-479d-41f3-82a3-0d704e3e062a tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'security_group_rule': {'security_group_id': '659c910e-bab8-4d5d-9b43-a16e7c58c6d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:38:11.962289 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1b725e10-479d-41f3-82a3-0d704e3e062a tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (d1dfda09-a9bb-438a-a96f-da5df43dafd2), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:11.987648 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:12.026383 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1b725e10-479d-41f3-82a3-0d704e3e062a tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (d1dfda09-a9bb-438a-a96f-da5df43dafd2), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:12.097162 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.l3_db [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Floating IP f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa associated. External IP: 172.27.3.221, port: 675c4dae-b73b-4796-ba50-70bc5bd72f10. Oct 24 13:38:12.103936 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1b725e10-479d-41f3-82a3-0d704e3e062a tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (d1dfda09-a9bb-438a-a96f-da5df43dafd2), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:12.124014 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b725e10-479d-41f3-82a3-0d704e3e062a tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1dfda09-a9bb-438a-a96f-da5df43dafd2,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:12.197070 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-1b725e10-479d-41f3-82a3-0d704e3e062a tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:12.198288 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-1b725e10-479d-41f3-82a3-0d704e3e062a tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3213673 Oct 24 13:38:12.201938 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43710) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:38:12.206196 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-908daa44-03da-4b3a-b770-64e47b2e3942 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'security_group_rule': {'security_group_id': '659c910e-bab8-4d5d-9b43-a16e7c58c6d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:38:12.292322 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Router 45866912-da40-436b-875e-353f0d0e44df has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:38:12.316031 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-908daa44-03da-4b3a-b770-64e47b2e3942 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (052e7294-bbab-4bca-8971-c4493bf1f4f7), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:12.319862 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:12.374722 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-908daa44-03da-4b3a-b770-64e47b2e3942 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (052e7294-bbab-4bca-8971-c4493bf1f4f7), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:12.397100 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:38:12.406801 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de282d-10a4-4663-acc5-16c45e20a52f None None] Sync routers for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:38:12.419932 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00de282d-10a4-4663-acc5-16c45e20a52f None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:38:12.420568 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-00de282d-10a4-4663-acc5-16c45e20a52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:38:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:12.481297 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-908daa44-03da-4b3a-b770-64e47b2e3942 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (052e7294-bbab-4bca-8971-c4493bf1f4f7), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:12.483906 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:12.502448 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908daa44-03da-4b3a-b770-64e47b2e3942 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052e7294-bbab-4bca-8971-c4493bf1f4f7,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:12.515887 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-0686fff8-2acd-4aca-a196-c4b3b84d741c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0931787 Oct 24 13:38:12.520292 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'tag': '675c4dae-b73b-4796-ba50-70bc5bd72f10'}] {{(pid=104907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:38:12.520292 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954dccf414852867a7e6a4d984216e3ce3e9b7f8b3e530173b70fede63e4834c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0de064-6e8c-4f25-b2a6-bbd6ff76b9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8e9668-965e-444d-87c1-5fe36bc3b0ab", "tag": "675c4dae-b73b-4796-ba50-70bc5bd72f10"}]}' {{(pid=104907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:38:12.527113 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-00de282d-10a4-4663-acc5-16c45e20a52f None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:38:12.569450 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-908daa44-03da-4b3a-b770-64e47b2e3942 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:12.574378 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43718) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:38:12.574995 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-908daa44-03da-4b3a-b770-64e47b2e3942 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3720784 Oct 24 13:38:12.578966 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'floatingip': {'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:38:12.652666 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:12.694239 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:12.738230 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:12.740664 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-00de282d-10a4-4663-acc5-16c45e20a52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '45866912-da40-436b-875e-353f0d0e44df', 'port_id': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'mac_address': 'fa:16:3e:a8:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:38:11Z', 'updated_at': '2022-10-24T13:38:11Z', 'revision_number': 0, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:12.766733 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de282d-10a4-4663-acc5-16c45e20a52f None None] Checking router: 45866912-da40-436b-875e-353f0d0e44df for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:38:12.775259 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00de282d-10a4-4663-acc5-16c45e20a52f None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:38:12.778490 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-00de282d-10a4-4663-acc5-16c45e20a52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:38:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:12.778665 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bfede1-0919-4082-a792-ef5ca69bcfaa x-openstack-request-id: req-f8bfede1-0919-4082-a792-ef5ca69bcfaa {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:38:12.778665 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8e9668-965e-444d-87c1-5fe36bc3b0ab", "tag": "675c4dae-b73b-4796-ba50-70bc5bd72f10", "status": "completed", "code": 200}]} {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:38:12.778665 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8bfede1-0919-4082-a792-ef5ca69bcfaa {{(pid=104907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:38:12.778665 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8bfede1-0919-4082-a792-ef5ca69bcfaa'] response: {'name': 'network-changed', 'server_uuid': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'tag': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'status': 'completed', 'code': 200} Oct 24 13:38:12.853574 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0de064-6e8c-4f25-b2a6-bbd6ff76b9ba req-d30b34fa-2259-44a0-92dd-5b2205d4b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:12.855313 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0c0de064-6e8c-4f25-b2a6-bbd6ff76b9ba req-d30b34fa-2259-44a0-92dd-5b2205d4b4af service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=46d41e46b7e3415684c32b22f31eefb5&device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 1130 time: 0.0464044 Oct 24 13:38:12.856065 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Allocated IP 172.27.3.34 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/3cd70673-c55f-4d6c-bf96-884aa34317c8) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:38:12.883465 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-00de282d-10a4-4663-acc5-16c45e20a52f None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:38:12.885878 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:12.949736 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0de064-6e8c-4f25-b2a6-bbd6ff76b9ba req-b6787e24-4d45-42c7-8e3a-fa259f153615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:12.951829 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0c0de064-6e8c-4f25-b2a6-bbd6ff76b9ba req-b6787e24-4d45-42c7-8e3a-fa259f153615 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532 HTTP/1.1" status: 200 len: 912 time: 0.0900590 Oct 24 13:38:12.970638 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for port (3cd70673-c55f-4d6c-bf96-884aa34317c8), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:12.996357 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:13.001251 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:13.025561 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0c0de064-6e8c-4f25-b2a6-bbd6ff76b9ba req-8c10522d-9b3f-4b6d-b1db-10d05eb0d30a service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675c4dae-b73b-4796-ba50-70bc5bd72f10 HTTP/1.1" status: 200 len: 1000 time: 0.0567024 Oct 24 13:38:13.058795 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (3cd70673-c55f-4d6c-bf96-884aa34317c8), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:13.101085 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:38:13.104557 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:38:13.107117 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:38:13.121823 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-00de282d-10a4-4663-acc5-16c45e20a52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '45866912-da40-436b-875e-353f0d0e44df', 'port_id': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'mac_address': 'fa:16:3e:a8:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:38:11Z', 'updated_at': '2022-10-24T13:38:11Z', 'revision_number': 0, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:13.147939 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'Port': ['ID=3cd70673-c55f-4d6c-bf96-884aa34317c8,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:13.149452 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de282d-10a4-4663-acc5-16c45e20a52f None None] The sync data for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi is: [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '45866912-da40-436b-875e-353f0d0e44df', 'port_id': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'mac_address': 'fa:16:3e:a8:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:38:11Z', 'updated_at': '2022-10-24T13:38:11Z', 'revision_number': 0, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:38:13.213569 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (44da88ef-2eb6-43e1-aa34-6d6beb7c50ef), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:13.332722 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0de064-6e8c-4f25-b2a6-bbd6ff76b9ba req-5a640e3c-20cd-43c9-a139-7180ac28c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:13.334455 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0c0de064-6e8c-4f25-b2a6-bbd6ff76b9ba req-5a640e3c-20cd-43c9-a139-7180ac28c743 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c754290e-efaf-4855-ae51-c99dff5cf159 HTTP/1.1" status: 200 len: 850 time: 0.3033862 Oct 24 13:38:13.334857 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (3cd70673-c55f-4d6c-bf96-884aa34317c8), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:13.381986 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0de064-6e8c-4f25-b2a6-bbd6ff76b9ba req-cc469357-6162-4664-9459-0dead31fd0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:13.383521 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0c0de064-6e8c-4f25-b2a6-bbd6ff76b9ba req-cc469357-6162-4664-9459-0dead31fd0b6 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426130 Oct 24 13:38:13.388084 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b3214-d0d3-4763-ae75-2e1fa2f5fb58 None None] New status for floating IP f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa: ACTIVE {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:38:13.480464 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0c0de064-6e8c-4f25-b2a6-bbd6ff76b9ba req-2546d75e-5b93-42df-8a0f-0d803ed28870 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903099 Oct 24 13:38:13.496325 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for port (3cd70673-c55f-4d6c-bf96-884aa34317c8), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:13.566588 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211953'] for port (3cd70673-c55f-4d6c-bf96-884aa34317c8), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:13.572545 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-0c0de064-6e8c-4f25-b2a6-bbd6ff76b9ba req-ef53ea1b-4dcc-4e84-be6a-afae73ff9119 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859241 Oct 24 13:38:13.591128 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:13.643051 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (44da88ef-2eb6-43e1-aa34-6d6beb7c50ef), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:13.647347 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'Port': ['ID=3cd70673-c55f-4d6c-bf96-884aa34317c8,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:13.711150 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:13.712408 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-310f7f65-09de-4fee-9b71-bd5980fc4d1b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1369362 Oct 24 13:38:13.907575 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-712776de-1a30-4c53-8c8c-bf661f4f03af tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1651523141&fields=id&tenant_id=0a7896472f034eb4b3b028d528cfbac0 HTTP/1.1" status: 200 len: 267 time: 0.0425715 Oct 24 13:38:14.013932 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-724deca2-43ac-4a26-84c6-4109a97c0e2d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:14.015360 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-724deca2-43ac-4a26-84c6-4109a97c0e2d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 814 time: 0.1015618 Oct 24 13:38:14.027116 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:14.029705 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-5a1ebc73-8e51-463e-9ae4-6101d3dd4fdd tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/quotas/0a7896472f034eb4b3b028d528cfbac0 HTTP/1.1" status: 200 len: 375 time: 0.0091312 Oct 24 13:38:14.082208 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-a794d870-18ab-4236-bdcf-8e0b2bcee873 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476747 Oct 24 13:38:14.188611 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-b5c0c68b-fc24-4e39-86bf-1e08af5e646b service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:38:14.189692 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-b5c0c68b-fc24-4e39-86bf-1e08af5e646b service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0962360 Oct 24 13:38:14.281262 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-d3d821a9-fec9-428a-9331-0b2384e3333a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854478 Oct 24 13:38:14.370359 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-4a665fc6-3e0a-4c34-8552-add1df65c940 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834928 Oct 24 13:38:14.626490 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-29a3953b-c761-4f39-9ead-974578b358c0 req-83a4045d-a230-4277-aa49-aa5cc6e05e13 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 210 time: 0.0287893 Oct 24 13:38:15.729962 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ea02cc7a-dc5f-4db3-8154-107c1c84f12e req-5fdd4ca0-7a64-4b57-98bc-67109a13ba3f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 210 time: 0.0291741 Oct 24 13:38:16.579080 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:16.597587 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-870df4f5-117d-4e13-bf65-74f4c5aaba3d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:16.599020 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-870df4f5-117d-4e13-bf65-74f4c5aaba3d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 814 time: 0.1055975 Oct 24 13:38:16.674504 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-d8495120-0a8a-4a01-86c8-ba22328de87b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0a7896472f034eb4b3b028d528cfbac0 HTTP/1.1" status: 200 len: 473 time: 0.0621624 Oct 24 13:38:16.683818 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-65762c3a-0549-4d5b-a626-fda16e81c55b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'port': {'device_id': '69d5d796-9064-416a-9947-0f27ff79e5c0', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'admin_state_up': True, 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'security_groups': ['659c910e-bab8-4d5d-9b43-a16e7c58c6d6']}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:38:16.837755 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-85bf1394-b531-4692-8577-87e03100e5f4 req-a0b2855d-6eaa-4f4b-81b9-99c4db804d48 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 210 time: 0.0293405 Oct 24 13:38:16.875115 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-65762c3a-0549-4d5b-a626-fda16e81c55b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Made reservation on behalf of 0a7896472f034eb4b3b028d528cfbac0 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:38:16.878992 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-65762c3a-0549-4d5b-a626-fda16e81c55b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:17.009315 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-65762c3a-0549-4d5b-a626-fda16e81c55b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Allocated IP 172.20.0.9 (b68375da-958f-473f-9389-64a90da42e86/cb1d7ade-82f6-46d2-8096-b4ce16cabca2/fe775a60-888c-437e-ab0f-adbec1202b69) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:38:17.143265 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-65762c3a-0549-4d5b-a626-fda16e81c55b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for port (fe775a60-888c-437e-ab0f-adbec1202b69), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:17.152349 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:17.286836 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-65762c3a-0549-4d5b-a626-fda16e81c55b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (fe775a60-888c-437e-ab0f-adbec1202b69), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:17.334762 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-65762c3a-0549-4d5b-a626-fda16e81c55b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Network b68375da-958f-473f-9389-64a90da42e86 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:38:17.339900 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-65762c3a-0549-4d5b-a626-fda16e81c55b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:38:17.342406 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-65762c3a-0549-4d5b-a626-fda16e81c55b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:38:17.376401 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65762c3a-0549-4d5b-a626-fda16e81c55b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'Port': ['ID=fe775a60-888c-437e-ab0f-adbec1202b69,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:17.400144 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-65762c3a-0549-4d5b-a626-fda16e81c55b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:17.400638 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-65762c3a-0549-4d5b-a626-fda16e81c55b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:17.460520 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-65762c3a-0549-4d5b-a626-fda16e81c55b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7801306 Oct 24 13:38:17.474941 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Request body: {'port': {'device_id': '69d5d796-9064-416a-9947-0f27ff79e5c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:38:17.536468 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (fe775a60-888c-437e-ab0f-adbec1202b69), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:17.550675 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:17.609758 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-30b6ef3a-dbb8-4ad2-b34a-6028bf755c00 None None] Provisioning complete for port fe775a60-888c-437e-ab0f-adbec1202b69 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:38:17.610305 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-30b6ef3a-dbb8-4ad2-b34a-6028bf755c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (fe775a60-888c-437e-ab0f-adbec1202b69), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:17.610397 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-30b6ef3a-dbb8-4ad2-b34a-6028bf755c00 None None] Attempt 1 to provision port fe775a60-888c-437e-ab0f-adbec1202b69 Oct 24 13:38:17.642490 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-30b6ef3a-dbb8-4ad2-b34a-6028bf755c00 None None] Port fe775a60-888c-437e-ab0f-adbec1202b69 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:38:17.797175 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe775a60-888c-437e-ab0f-adbec1202b69 {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:38:17.804619 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Publish callbacks [] for port (fe775a60-888c-437e-ab0f-adbec1202b69), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:17.816612 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Transition to ACTIVE for port object fe775a60-888c-437e-ab0f-adbec1202b69 will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:38:17.909345 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (fe775a60-888c-437e-ab0f-adbec1202b69), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:18.009663 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c93ca6-4f07-4af1-bf0b-e6d7b4d007d4 req-360da30c-06fd-40d4-b2b8-121f60b99359 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:18.011195 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a4c93ca6-4f07-4af1-bf0b-e6d7b4d007d4 req-360da30c-06fd-40d4-b2b8-121f60b99359 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 943 time: 0.0956540 Oct 24 13:38:18.011696 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe775a60-888c-437e-ab0f-adbec1202b69,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:18.095875 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a4c93ca6-4f07-4af1-bf0b-e6d7b4d007d4 req-cd9230ca-3784-4929-a60f-be6fc232ba5b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=659c910e-bab8-4d5d-9b43-a16e7c58c6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632877 Oct 24 13:38:18.096692 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Attempting to bind port fe775a60-888c-437e-ab0f-adbec1202b69 on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:38:18.097017 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Attempting to bind port fe775a60-888c-437e-ab0f-adbec1202b69 by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:38:18.097336 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Attempting to bind port fe775a60-888c-437e-ab0f-adbec1202b69 on network b68375da-958f-473f-9389-64a90da42e86 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:38:18.138333 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Port fe775a60-888c-437e-ab0f-adbec1202b69 on network b68375da-958f-473f-9389-64a90da42e86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:38:18.138580 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Attempting to bind port fe775a60-888c-437e-ab0f-adbec1202b69 on network b68375da-958f-473f-9389-64a90da42e86 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:38:18.179374 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:38:18.179700 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Checking segment: {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:38:18.180070 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Bound using segment: {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:38:18.180527 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Bound port: fe775a60-888c-437e-ab0f-adbec1202b69, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:38:18.180877 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (fe775a60-888c-437e-ab0f-adbec1202b69), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:18.242771 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] For port fe775a60-888c-437e-ab0f-adbec1202b69, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:38:18.244406 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:18.246138 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] For port fe775a60-888c-437e-ab0f-adbec1202b69, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=fe775a60-888c-437e-ab0f-adbec1202b69,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:38:18.338134 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (fe775a60-888c-437e-ab0f-adbec1202b69), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:18.342068 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:18.343295 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:18.344679 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/fe775a60-888c-437e-ab0f-adbec1202b69 HTTP/1.1" status: 200 len: 1093 time: 0.8742366 Oct 24 13:38:18.345204 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d5d796-9064-416a-9947-0f27ff79e5c0', 'tag': 'fe775a60-888c-437e-ab0f-adbec1202b69'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:38:18.347394 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5e74bd-a6d6-4c91-b5af-93ef6a1fb64b" -d '{"events": [{"name": "network-changed", "server_uuid": "69d5d796-9064-416a-9947-0f27ff79e5c0", "tag": "fe775a60-888c-437e-ab0f-adbec1202b69"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:38:18.392077 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c20cf79-1848-43c5-97b3-c98fd4d7d81e x-openstack-request-id: req-2c20cf79-1848-43c5-97b3-c98fd4d7d81e {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:38:18.392388 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d5d796-9064-416a-9947-0f27ff79e5c0", "tag": "fe775a60-888c-437e-ab0f-adbec1202b69", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:38:18.396078 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c20cf79-1848-43c5-97b3-c98fd4d7d81e {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:38:18.396078 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c20cf79-1848-43c5-97b3-c98fd4d7d81e'] response: {'name': 'network-changed', 'server_uuid': '69d5d796-9064-416a-9947-0f27ff79e5c0', 'tag': 'fe775a60-888c-437e-ab0f-adbec1202b69', 'status': 'completed', 'code': 200} Oct 24 13:38:18.396078 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01469e31-a423-4b84-84d8-37119179c2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe775a60-888c-437e-ab0f-adbec1202b69,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:18.466970 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e74bd-a6d6-4c91-b5af-93ef6a1fb64b req-8266511e-007d-4f30-a0c2-5edad6bf946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:18.469085 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dd5e74bd-a6d6-4c91-b5af-93ef6a1fb64b req-8266511e-007d-4f30-a0c2-5edad6bf946a service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 1127 time: 0.0400202 Oct 24 13:38:18.573199 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e74bd-a6d6-4c91-b5af-93ef6a1fb64b req-3227da3e-ab80-457f-88e6-719d63c869b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:18.574921 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dd5e74bd-a6d6-4c91-b5af-93ef6a1fb64b req-3227da3e-ab80-457f-88e6-719d63c869b7 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=0a7896472f034eb4b3b028d528cfbac0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0959752 Oct 24 13:38:18.587854 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:18.666109 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e74bd-a6d6-4c91-b5af-93ef6a1fb64b req-bff7f244-9efa-42ae-a412-2667b89062bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:18.667560 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dd5e74bd-a6d6-4c91-b5af-93ef6a1fb64b req-bff7f244-9efa-42ae-a412-2667b89062bc service neutron] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876999 Oct 24 13:38:18.781635 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-43002b1d-23e0-4b0e-8f3f-c82ec06894f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:18.783101 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-43002b1d-23e0-4b0e-8f3f-c82ec06894f6 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 1127 time: 0.0436020 Oct 24 13:38:18.824957 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-0d6802c0-60fb-48e4-b7ad-4d25fde38699 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe775a60-888c-437e-ab0f-adbec1202b69 HTTP/1.1" status: 200 len: 217 time: 0.0319712 Oct 24 13:38:18.871087 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-e65450ab-8f6c-4ee3-8f23-34c53f98c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:18.872570 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-e65450ab-8f6c-4ee3-8f23-34c53f98c6d3 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=cb1d7ade-82f6-46d2-8096-b4ce16cabca2 HTTP/1.1" status: 200 len: 853 time: 0.0427217 Oct 24 13:38:18.913903 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-9559cc3f-6fdc-4b10-bb9b-b2f037bd338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:18.915306 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-9559cc3f-6fdc-4b10-bb9b-b2f037bd338c service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=b68375da-958f-473f-9389-64a90da42e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365775 Oct 24 13:38:19.005941 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-74256313-719c-41a2-88be-ac06c05b744d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840566 Oct 24 13:38:19.092916 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-04fd2edb-497b-4cfd-98bc-a6c10094196c req-78f54170-9242-4ff7-98c0-8ba2dc004525 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812240 Oct 24 13:38:19.220115 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d750c8e-b594-453b-a85e-c5542109a168 req-24c22e94-8561-47fb-82e0-cca8d1817a5c tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:19.221760 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4d750c8e-b594-453b-a85e-c5542109a168 req-24c22e94-8561-47fb-82e0-cca8d1817a5c tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 943 time: 0.0524580 Oct 24 13:38:19.268312 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4d750c8e-b594-453b-a85e-c5542109a168 req-bf5aa466-e6bb-457b-b36c-3217a747371a tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=659c910e-bab8-4d5d-9b43-a16e7c58c6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408535 Oct 24 13:38:20.389029 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb80b7-e577-424f-97cb-a488f863e44a req-b3ff0073-379f-427c-b041-d9fd9c68a0ac tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:20.390380 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7bbb80b7-e577-424f-97cb-a488f863e44a req-b3ff0073-379f-427c-b041-d9fd9c68a0ac tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 943 time: 0.0463655 Oct 24 13:38:20.436023 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7bbb80b7-e577-424f-97cb-a488f863e44a req-e7852d6b-ace4-43af-a493-ee49be4640fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=659c910e-bab8-4d5d-9b43-a16e7c58c6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402331 Oct 24 13:38:21.553651 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f00ab5-8760-4a2e-b6b2-384c4ffc4e95 req-d3166202-3da7-4a92-810d-64e88496172f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:21.555153 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f0f00ab5-8760-4a2e-b6b2-384c4ffc4e95 req-d3166202-3da7-4a92-810d-64e88496172f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 943 time: 0.0460536 Oct 24 13:38:21.601783 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f0f00ab5-8760-4a2e-b6b2-384c4ffc4e95 req-eff543cb-abf7-43d6-baae-a5a081f9823e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=659c910e-bab8-4d5d-9b43-a16e7c58c6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408776 Oct 24 13:38:22.723818 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecf2da-6c90-4165-840e-aa08cf56f307 req-7317d108-3a8d-4f10-8f4b-6b11147fa74e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:22.725287 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-88ecf2da-6c90-4165-840e-aa08cf56f307 req-7317d108-3a8d-4f10-8f4b-6b11147fa74e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 943 time: 0.0496483 Oct 24 13:38:22.771243 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-88ecf2da-6c90-4165-840e-aa08cf56f307 req-3e830cb7-1791-4948-a2f2-65acd0a3001f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=659c910e-bab8-4d5d-9b43-a16e7c58c6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404716 Oct 24 13:38:23.107922 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device fe775a60-888c-437e-ab0f-adbec1202b69 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:38:23.204220 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port fe775a60-888c-437e-ab0f-adbec1202b69, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=fe775a60-888c-437e-ab0f-adbec1202b69,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:38:23.215410 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': 'fe775a60-888c-437e-ab0f-adbec1202b69', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'port_id': 'fe775a60-888c-437e-ab0f-adbec1202b69', 'mac_address': 'fa:16:3e:05:47:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:38:23.251784 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port fe775a60-888c-437e-ab0f-adbec1202b69 is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:38:23.252160 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (fe775a60-888c-437e-ab0f-adbec1202b69), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:23.265988 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe775a60-888c-437e-ab0f-adbec1202b69 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:38:23.285092 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port fe775a60-888c-437e-ab0f-adbec1202b69, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=fe775a60-888c-437e-ab0f-adbec1202b69,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:38:23.349392 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (fe775a60-888c-437e-ab0f-adbec1202b69), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:23.394766 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=fe775a60-888c-437e-ab0f-adbec1202b69,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:23.736214 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['fe775a60-888c-437e-ab0f-adbec1202b69'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:38:23.805426 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:23.898192 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2412f5-1a35-4742-a67d-6a723a2e721f req-49039e7e-b77d-4a6c-ad2f-b784ccee0453 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:23.899656 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ef2412f5-1a35-4742-a67d-6a723a2e721f req-49039e7e-b77d-4a6c-ad2f-b784ccee0453 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 944 time: 0.0531685 Oct 24 13:38:23.945834 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ef2412f5-1a35-4742-a67d-6a723a2e721f req-c47340b8-ad83-4d92-ab73-fa61585e1e87 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=659c910e-bab8-4d5d-9b43-a16e7c58c6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405867 Oct 24 13:38:24.562291 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:24.567132 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:25.073698 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f173c7-56a6-4df2-95e0-6380e6589569 req-52f9bc8a-5f89-4ad4-9c9b-3b366ff99111 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:25.075166 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e4f173c7-56a6-4df2-95e0-6380e6589569 req-52f9bc8a-5f89-4ad4-9c9b-3b366ff99111 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 944 time: 0.0466981 Oct 24 13:38:25.122479 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e4f173c7-56a6-4df2-95e0-6380e6589569 req-02321f90-e27b-4dc5-9650-4612b6d6c1d2 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=659c910e-bab8-4d5d-9b43-a16e7c58c6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416894 Oct 24 13:38:25.134655 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device fe775a60-888c-437e-ab0f-adbec1202b69 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:38:25.175787 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port fe775a60-888c-437e-ab0f-adbec1202b69 completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:38:25.240575 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port fe775a60-888c-437e-ab0f-adbec1202b69 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:38:25.240911 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (fe775a60-888c-437e-ab0f-adbec1202b69), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:25.241243 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port fe775a60-888c-437e-ab0f-adbec1202b69 Oct 24 13:38:25.312759 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port fe775a60-888c-437e-ab0f-adbec1202b69 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:38:25.313134 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (fe775a60-888c-437e-ab0f-adbec1202b69), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:25.335207 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d5d796-9064-416a-9947-0f27ff79e5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe775a60-888c-437e-ab0f-adbec1202b69'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:38:25.337395 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a76dda-7aad-4c2b-8774-3ecf550fae38" -d '{"events": [{"server_uuid": "69d5d796-9064-416a-9947-0f27ff79e5c0", "name": "network-vif-plugged", "status": "completed", "tag": "fe775a60-888c-437e-ab0f-adbec1202b69"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:38:25.349908 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port fe775a60-888c-437e-ab0f-adbec1202b69, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=fe775a60-888c-437e-ab0f-adbec1202b69,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:38:25.376793 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fd202b-227c-45f5-99ca-bc8c4d7c7c53 x-openstack-request-id: req-30fd202b-227c-45f5-99ca-bc8c4d7c7c53 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:38:25.377082 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d5d796-9064-416a-9947-0f27ff79e5c0", "name": "network-vif-plugged", "status": "completed", "tag": "fe775a60-888c-437e-ab0f-adbec1202b69", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:38:25.377335 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30fd202b-227c-45f5-99ca-bc8c4d7c7c53 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:38:25.377733 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fd202b-227c-45f5-99ca-bc8c4d7c7c53'] response: {'server_uuid': '69d5d796-9064-416a-9947-0f27ff79e5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe775a60-888c-437e-ab0f-adbec1202b69', 'code': 200} Oct 24 13:38:25.417664 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (fe775a60-888c-437e-ab0f-adbec1202b69), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:25.465291 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=fe775a60-888c-437e-ab0f-adbec1202b69,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:25.707623 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe43e93-e61e-4944-a1bf-22c3e66fef37 req-868f9c30-71f5-499e-9d85-dc63a4b20070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:25.709148 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-afe43e93-e61e-4944-a1bf-22c3e66fef37 req-868f9c30-71f5-499e-9d85-dc63a4b20070 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 1129 time: 0.0383315 Oct 24 13:38:25.751091 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-afe43e93-e61e-4944-a1bf-22c3e66fef37 req-d27568f2-4b7b-4d85-9409-45f81cac2160 service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=659c910e-bab8-4d5d-9b43-a16e7c58c6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364254 Oct 24 13:38:26.244407 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d4f51-093d-4249-bdbd-3c7b6a948c00 req-b7d74a53-f91c-42a2-bdc3-3c9dc7a42845 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:26.245852 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b80d4f51-093d-4249-bdbd-3c7b6a948c00 req-b7d74a53-f91c-42a2-bdc3-3c9dc7a42845 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 945 time: 0.0493112 Oct 24 13:38:26.291852 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b80d4f51-093d-4249-bdbd-3c7b6a948c00 req-c0266f49-f2bc-4e00-81d0-cbc28c11cb90 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=659c910e-bab8-4d5d-9b43-a16e7c58c6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400195 Oct 24 13:38:27.378923 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:27.417299 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffea6f6-0480-4c0b-a637-898dd0cd5a81 req-dd1f4932-72a1-4310-bf36-7d66ca727ca5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:27.418789 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8ffea6f6-0480-4c0b-a637-898dd0cd5a81 req-dd1f4932-72a1-4310-bf36-7d66ca727ca5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 945 time: 0.0491815 Oct 24 13:38:27.469419 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8ffea6f6-0480-4c0b-a637-898dd0cd5a81 req-48f651f3-7038-46e5-a42c-da507211b114 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=659c910e-bab8-4d5d-9b43-a16e7c58c6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444345 Oct 24 13:38:28.588670 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6854a7-ad8b-4c4a-af18-3eefeeb906fa req-7eff6a0c-e87d-45e3-921f-8f2be2562c09 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:28.590098 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9e6854a7-ad8b-4c4a-af18-3eefeeb906fa req-7eff6a0c-e87d-45e3-921f-8f2be2562c09 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 945 time: 0.0462217 Oct 24 13:38:28.637655 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9e6854a7-ad8b-4c4a-af18-3eefeeb906fa req-9ad7b8f8-a2ee-4923-ac9b-bedc02c1ad9f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=659c910e-bab8-4d5d-9b43-a16e7c58c6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420287 Oct 24 13:38:28.755432 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76634aae-258b-4a23-a867-9030b82488b1 req-5d9b6372-c032-4f6a-9ed6-6c8a406bceb6 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:28.756838 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-76634aae-258b-4a23-a867-9030b82488b1 req-5d9b6372-c032-4f6a-9ed6-6c8a406bceb6 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 945 time: 0.0470202 Oct 24 13:38:28.766963 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43786) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:38:28.771364 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-e2464355-a97c-46eb-a644-488089e631ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'floatingip': {'port_id': 'fe775a60-888c-437e-ab0f-adbec1202b69'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:38:28.809106 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e2464355-a97c-46eb-a644-488089e631ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (44da88ef-2eb6-43e1-aa34-6d6beb7c50ef), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:28.995901 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:29.179362 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:29.228723 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e2464355-a97c-46eb-a644-488089e631ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:29.251899 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:29.285814 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e2464355-a97c-46eb-a644-488089e631ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (44da88ef-2eb6-43e1-aa34-6d6beb7c50ef), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:29.379513 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [None req-e2464355-a97c-46eb-a644-488089e631ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Floating IP 44da88ef-2eb6-43e1-aa34-6d6beb7c50ef associated. External IP: 172.27.3.34, port: fe775a60-888c-437e-ab0f-adbec1202b69. Oct 24 13:38:29.569143 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2464355-a97c-46eb-a644-488089e631ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:38:29.620480 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:29.672307 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2464355-a97c-46eb-a644-488089e631ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:38:29.677267 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-e2464355-a97c-46eb-a644-488089e631ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:29.681805 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0be52dc-37fe-4265-9199-5649aa16f671 None None] Sync routers for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:38:29.692678 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0be52dc-37fe-4265-9199-5649aa16f671 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:38:29.693281 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-a0be52dc-37fe-4265-9199-5649aa16f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:38:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:29.710167 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-e2464355-a97c-46eb-a644-488089e631ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/44da88ef-2eb6-43e1-aa34-6d6beb7c50ef HTTP/1.1" status: 200 len: 990 time: 0.9400320 Oct 24 13:38:29.710167 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d5d796-9064-416a-9947-0f27ff79e5c0', 'tag': 'fe775a60-888c-437e-ab0f-adbec1202b69'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:38:29.710891 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f30e3d1-4a8d-436d-b4e2-8eb2b7d009b5" -d '{"events": [{"name": "network-changed", "server_uuid": "69d5d796-9064-416a-9947-0f27ff79e5c0", "tag": "fe775a60-888c-437e-ab0f-adbec1202b69"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:38:29.747306 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958f2f7c-dfd5-4b0e-a490-ad4e581b3c99 x-openstack-request-id: req-958f2f7c-dfd5-4b0e-a490-ad4e581b3c99 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:38:29.747600 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d5d796-9064-416a-9947-0f27ff79e5c0", "tag": "fe775a60-888c-437e-ab0f-adbec1202b69", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:38:29.747858 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-958f2f7c-dfd5-4b0e-a490-ad4e581b3c99 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:38:29.748260 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958f2f7c-dfd5-4b0e-a490-ad4e581b3c99'] response: {'name': 'network-changed', 'server_uuid': '69d5d796-9064-416a-9947-0f27ff79e5c0', 'tag': 'fe775a60-888c-437e-ab0f-adbec1202b69', 'status': 'completed', 'code': 200} Oct 24 13:38:29.797620 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-a0be52dc-37fe-4265-9199-5649aa16f671 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:38:29.827893 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30e3d1-4a8d-436d-b4e2-8eb2b7d009b5 req-86dbe267-628e-4b59-9466-514ce316f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:29.830056 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5f30e3d1-4a8d-436d-b4e2-8eb2b7d009b5 req-86dbe267-628e-4b59-9466-514ce316f3c4 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 1129 time: 0.0428829 Oct 24 13:38:29.924302 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30e3d1-4a8d-436d-b4e2-8eb2b7d009b5 req-3b4ec7a8-8a81-40c0-b619-70ac209db32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:29.925777 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5f30e3d1-4a8d-436d-b4e2-8eb2b7d009b5 req-3b4ec7a8-8a81-40c0-b619-70ac209db32e service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 915 time: 0.0897887 Oct 24 13:38:29.991710 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5f30e3d1-4a8d-436d-b4e2-8eb2b7d009b5 req-e16fcb2b-59df-497b-8c47-9b7b7d289aba service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe775a60-888c-437e-ab0f-adbec1202b69 HTTP/1.1" status: 200 len: 998 time: 0.0597856 Oct 24 13:38:30.039003 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30e3d1-4a8d-436d-b4e2-8eb2b7d009b5 req-cdfd3c37-af90-45d1-b232-ed63a53d5ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:30.040484 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5f30e3d1-4a8d-436d-b4e2-8eb2b7d009b5 req-cdfd3c37-af90-45d1-b232-ed63a53d5ace service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=cb1d7ade-82f6-46d2-8096-b4ce16cabca2 HTTP/1.1" status: 200 len: 853 time: 0.0429420 Oct 24 13:38:30.076367 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:30.084246 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30e3d1-4a8d-436d-b4e2-8eb2b7d009b5 req-e96302fa-16d5-445d-9768-1e376538b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:30.085779 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5f30e3d1-4a8d-436d-b4e2-8eb2b7d009b5 req-e96302fa-16d5-445d-9768-1e376538b8e1 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=b68375da-958f-473f-9389-64a90da42e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397236 Oct 24 13:38:30.147658 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-a0be52dc-37fe-4265-9199-5649aa16f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '44da88ef-2eb6-43e1-aa34-6d6beb7c50ef', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': 'fe775a60-888c-437e-ab0f-adbec1202b69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:05:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d5d796-9064-416a-9947-0f27ff79e5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:38:13Z', 'updated_at': '2022-10-24T13:38:29Z', 'revision_number': 1, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}, {'id': '967c2b08-c197-422a-9c8a-3002618ba013', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:6f:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604ec880-17e0-4294-9b1e-b57ce613c990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:36:29Z', 'updated_at': '2022-10-24T13:36:45Z', 'revision_number': 2, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:30.172908 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0be52dc-37fe-4265-9199-5649aa16f671 None None] Checking router: d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:38:30.178790 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5f30e3d1-4a8d-436d-b4e2-8eb2b7d009b5 req-80debbd2-9b63-422a-8a33-1054af4aeba5 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857110 Oct 24 13:38:30.181158 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0be52dc-37fe-4265-9199-5649aa16f671 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:38:30.181765 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-a0be52dc-37fe-4265-9199-5649aa16f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:38:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:30.268504 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-5f30e3d1-4a8d-436d-b4e2-8eb2b7d009b5 req-a77bd15e-7530-4064-9772-8e19f1d612d5 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833642 Oct 24 13:38:30.285763 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-a0be52dc-37fe-4265-9199-5649aa16f671 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:38:30.451212 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:30.497091 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-a0be52dc-37fe-4265-9199-5649aa16f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '44da88ef-2eb6-43e1-aa34-6d6beb7c50ef', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': 'fe775a60-888c-437e-ab0f-adbec1202b69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:05:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d5d796-9064-416a-9947-0f27ff79e5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:38:13Z', 'updated_at': '2022-10-24T13:38:29Z', 'revision_number': 1, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}, {'id': '967c2b08-c197-422a-9c8a-3002618ba013', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:6f:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604ec880-17e0-4294-9b1e-b57ce613c990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:36:29Z', 'updated_at': '2022-10-24T13:36:45Z', 'revision_number': 2, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:30.521556 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0be52dc-37fe-4265-9199-5649aa16f671 None None] The sync data for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi is: [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '44da88ef-2eb6-43e1-aa34-6d6beb7c50ef', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': 'fe775a60-888c-437e-ab0f-adbec1202b69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:05:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d5d796-9064-416a-9947-0f27ff79e5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:38:13Z', 'updated_at': '2022-10-24T13:38:29Z', 'revision_number': 1, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}, {'id': '967c2b08-c197-422a-9c8a-3002618ba013', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:6f:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604ec880-17e0-4294-9b1e-b57ce613c990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:36:29Z', 'updated_at': '2022-10-24T13:36:45Z', 'revision_number': 2, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:38:30.708263 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dff5e6-d70d-4b37-bf05-aeb4334a4655 None None] New status for floating IP 44da88ef-2eb6-43e1-aa34-6d6beb7c50ef: ACTIVE {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:38:31.343578 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c6505f88-47a6-4f13-b795-0da1ebd21a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:31.704188 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6a354c24-6f61-47b8-92b3-d9d6b9966af1 req-cfb20aa8-8246-4dbc-b35a-350191d8a640 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394211 Oct 24 13:38:32.013952 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a354c24-6f61-47b8-92b3-d9d6b9966af1 req-7a7f9d44-80d5-4ce9-9b6e-4c14ab3d62ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:32.015396 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6a354c24-6f61-47b8-92b3-d9d6b9966af1 req-7a7f9d44-80d5-4ce9-9b6e-4c14ab3d62ee service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 1130 time: 0.2792451 Oct 24 13:38:32.117489 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a354c24-6f61-47b8-92b3-d9d6b9966af1 req-a29f3f51-5f4f-402f-9510-af36e3ed8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:32.118943 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6a354c24-6f61-47b8-92b3-d9d6b9966af1 req-a29f3f51-5f4f-402f-9510-af36e3ed8fcd service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 915 time: 0.0851276 Oct 24 13:38:32.182106 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6a354c24-6f61-47b8-92b3-d9d6b9966af1 req-7a3df4a2-a300-4c86-a66c-70a6769bc084 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1eb5ffaa-5090-4d35-8d38-63f8817fbd9e HTTP/1.1" status: 200 len: 1002 time: 0.0566537 Oct 24 13:38:32.228958 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a354c24-6f61-47b8-92b3-d9d6b9966af1 req-a23af9e2-0a24-418e-ba43-a35f704c45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:32.230343 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6a354c24-6f61-47b8-92b3-d9d6b9966af1 req-a23af9e2-0a24-418e-ba43-a35f704c45fd service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=cb1d7ade-82f6-46d2-8096-b4ce16cabca2 HTTP/1.1" status: 200 len: 853 time: 0.0423880 Oct 24 13:38:32.272687 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a354c24-6f61-47b8-92b3-d9d6b9966af1 req-335de0cf-94b2-4e9e-8bf0-397cfd5ac8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:32.274055 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6a354c24-6f61-47b8-92b3-d9d6b9966af1 req-335de0cf-94b2-4e9e-8bf0-397cfd5ac8bd service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=b68375da-958f-473f-9389-64a90da42e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370314 Oct 24 13:38:32.367126 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6a354c24-6f61-47b8-92b3-d9d6b9966af1 req-71e091cc-194a-4a7c-962e-8044271cd588 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861180 Oct 24 13:38:32.426259 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:32.455672 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6a354c24-6f61-47b8-92b3-d9d6b9966af1 req-69489913-3456-46eb-8b8f-9e255fa0b89d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827825 Oct 24 13:38:33.657699 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-50fd2a35-5da0-41ef-bf75-d43eeb968482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:34.926483 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:36.388720 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:36.582896 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:38.631608 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=47 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:38.635301 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=64,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:40.807469 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:40.810848 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:42.452213 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=67 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:44.665499 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:38:46.519610 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:46.522463 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:50.148639 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43802) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:38:50.381390 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Deleting port dc37893c-cdf5-4662-80e1-7f502e117f07 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:38:50.381646 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (dc37893c-cdf5-4662-80e1-7f502e117f07), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:50.458710 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (dc37893c-cdf5-4662-80e1-7f502e117f07), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:50.459040 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for floatingip (dc37893c-cdf5-4662-80e1-7f502e117f07), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:50.471687 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Calling delete_port for dc37893c-cdf5-4662-80e1-7f502e117f07 owned by network:floatingip {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:38:50.674928 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (dc37893c-cdf5-4662-80e1-7f502e117f07), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:50.700988 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Pushing event deleted for resources: {'Port': ['ID=dc37893c-cdf5-4662-80e1-7f502e117f07,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:50.725548 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:50.725896 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:50.726236 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:50.726573 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:50.726904 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:50.727233 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:50.727558 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:50.727879 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:50.728202 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:50.728547 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:50.728872 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:50.729193 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:50.729516 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:50.729834 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:50.730149 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:50.771737 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for floatingip (570bfbe3-e287-45dc-8212-eea71c9f9e3a), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:50.772070 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.l3_db [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Floating IP 570bfbe3-e287-45dc-8212-eea71c9f9e3a disassociated (deleted). External IP: 172.27.3.32, port: 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b. Oct 24 13:38:50.971087 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Router 197b7554-eb6c-48e1-9251-d2bace18e7f2 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:38:51.075071 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:38:51.080905 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:51.082179 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:51.087659 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2324265-ee96-41a7-a663-b8248036e5d1 None None] Sync routers for ids ['197b7554-eb6c-48e1-9251-d2bace18e7f2'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:38:51.098834 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2324265-ee96-41a7-a663-b8248036e5d1 None None] Routers {'197b7554-eb6c-48e1-9251-d2bace18e7f2'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:38:51.099455 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-f2324265-ee96-41a7-a663-b8248036e5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:38:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['197b7554-eb6c-48e1-9251-d2bace18e7f2'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:51.113050 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-479f2ea1-627c-4fbf-9afd-10c9238f4e39 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/570bfbe3-e287-45dc-8212-eea71c9f9e3a HTTP/1.1" status: 204 len: 168 time: 0.9631906 Oct 24 13:38:51.113625 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'tag': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b'}] {{(pid=104907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:38:51.115847 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954dccf414852867a7e6a4d984216e3ce3e9b7f8b3e530173b70fede63e4834c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0c0c80-d23b-44a0-919d-dcb06cce3d75" -d '{"events": [{"name": "network-changed", "server_uuid": "25ad1362-6db1-48be-8ddb-3fa0b0f78404", "tag": "70dbb5cd-19fd-4c0e-b47a-955a76e67b6b"}]}' {{(pid=104907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:38:51.172095 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a181061a-d099-4588-81c1-99d1860ee0c8 x-openstack-request-id: req-a181061a-d099-4588-81c1-99d1860ee0c8 {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:38:51.172095 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ad1362-6db1-48be-8ddb-3fa0b0f78404", "tag": "70dbb5cd-19fd-4c0e-b47a-955a76e67b6b", "status": "completed", "code": 200}]} {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:38:51.172095 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a181061a-d099-4588-81c1-99d1860ee0c8 {{(pid=104907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:38:51.172095 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a181061a-d099-4588-81c1-99d1860ee0c8'] response: {'name': 'network-changed', 'server_uuid': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'tag': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b', 'status': 'completed', 'code': 200} Oct 24 13:38:51.209204 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-f2324265-ee96-41a7-a663-b8248036e5d1 None None] Set router 197b7554-eb6c-48e1-9251-d2bace18e7f2 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:38:51.250312 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c0c80-d23b-44a0-919d-dcb06cce3d75 req-90711003-4b86-4fc2-a383-1de6229cba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:51.250895 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4a0c0c80-d23b-44a0-919d-dcb06cce3d75 req-90711003-4b86-4fc2-a383-1de6229cba60 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=a946788afc074f079618f1a848ec0f8c&device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 1129 time: 0.0408206 Oct 24 13:38:51.348095 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c0c80-d23b-44a0-919d-dcb06cce3d75 req-8ae3c593-4118-4ae1-b911-49139429b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:51.349893 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4a0c0c80-d23b-44a0-919d-dcb06cce3d75 req-8ae3c593-4118-4ae1-b911-49139429b0f7 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=67459548-be71-4331-875c-7f5bcf34433e HTTP/1.1" status: 200 len: 910 time: 0.0924439 Oct 24 13:38:51.393781 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4a0c0c80-d23b-44a0-919d-dcb06cce3d75 req-632c823b-14ba-4dea-a78f-bef1ec05f164 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b HTTP/1.1" status: 200 len: 217 time: 0.0368052 Oct 24 13:38:51.401711 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-f2324265-ee96-41a7-a663-b8248036e5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'name': 'tempest-TestShelveInstance-1062771519-router', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:01Z', 'revision_number': 4, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'gw_port': {'id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '01066474-0f82-40ba-ae35-04c0e15c38da', 'name': '', 'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'mac_address': 'fa:16:3e:df:48:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:01Z', 'updated_at': '2022-10-24T13:33:06Z', 'revision_number': 5, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'subnets': [{'id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:51.430262 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2324265-ee96-41a7-a663-b8248036e5d1 None None] Checking router: 197b7554-eb6c-48e1-9251-d2bace18e7f2 for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:38:51.438617 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2324265-ee96-41a7-a663-b8248036e5d1 None None] Routers {'197b7554-eb6c-48e1-9251-d2bace18e7f2'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:38:51.439740 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-f2324265-ee96-41a7-a663-b8248036e5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:38:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['197b7554-eb6c-48e1-9251-d2bace18e7f2'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:51.449039 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c0c80-d23b-44a0-919d-dcb06cce3d75 req-2570f85c-2dfd-4ae8-9f77-db998d8bcf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:51.450514 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4a0c0c80-d23b-44a0-919d-dcb06cce3d75 req-2570f85c-2dfd-4ae8-9f77-db998d8bcf46 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=952d7792-b08c-45db-8ea8-bc692caa7a42 HTTP/1.1" status: 200 len: 848 time: 0.0513668 Oct 24 13:38:51.501062 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c0c80-d23b-44a0-919d-dcb06cce3d75 req-eb132d19-2f37-42ab-a5ab-b5fa4c7e34d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:51.503081 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4a0c0c80-d23b-44a0-919d-dcb06cce3d75 req-eb132d19-2f37-42ab-a5ab-b5fa4c7e34d8 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=67459548-be71-4331-875c-7f5bcf34433e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465965 Oct 24 13:38:51.545424 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-f2324265-ee96-41a7-a663-b8248036e5d1 None None] Set router 197b7554-eb6c-48e1-9251-d2bace18e7f2 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:38:51.634935 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b4334-8e4e-4acd-8d67-aab2a682200e req-1b7a1e9a-36f0-41e2-8a14-38a492a0cc33 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:51.636473 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2c2b4334-8e4e-4acd-8d67-aab2a682200e req-1b7a1e9a-36f0-41e2-8a14-38a492a0cc33 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0476077 Oct 24 13:38:51.648247 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:51.690417 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2c2b4334-8e4e-4acd-8d67-aab2a682200e req-965d7784-ece1-4d67-aa94-da3ffa0ac423 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482259 Oct 24 13:38:51.733265 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-f2324265-ee96-41a7-a663-b8248036e5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'name': 'tempest-TestShelveInstance-1062771519-router', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:01Z', 'revision_number': 4, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'gw_port': {'id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '01066474-0f82-40ba-ae35-04c0e15c38da', 'name': '', 'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'mac_address': 'fa:16:3e:df:48:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:01Z', 'updated_at': '2022-10-24T13:33:06Z', 'revision_number': 5, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'subnets': [{'id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:51.758743 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2324265-ee96-41a7-a663-b8248036e5d1 None None] The sync data for ids ['197b7554-eb6c-48e1-9251-d2bace18e7f2'] in dv-cinder-862491-1-iscsi is: [{'id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'name': 'tempest-TestShelveInstance-1062771519-router', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:01Z', 'revision_number': 4, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'gw_port': {'id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '01066474-0f82-40ba-ae35-04c0e15c38da', 'name': '', 'network_id': '67459548-be71-4331-875c-7f5bcf34433e', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'mac_address': 'fa:16:3e:df:48:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:01Z', 'updated_at': '2022-10-24T13:33:06Z', 'revision_number': 5, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'subnets': [{'id': '952d7792-b08c-45db-8ea8-bc692caa7a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:38:51.973668 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf6403a-0d46-44d1-bb9a-49ad96bc16ef None None] New status for floating IP 570bfbe3-e287-45dc-8212-eea71c9f9e3a: DOWN {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:38:52.650377 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4a0c0c80-d23b-44a0-919d-dcb06cce3d75 req-ab9f6347-498b-4896-a544-34323f31358f service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842977 Oct 24 13:38:52.746030 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4a0c0c80-d23b-44a0-919d-dcb06cce3d75 req-be82349b-5857-4adb-9bad-c82b5c1f11f6 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880473 Oct 24 13:38:52.816949 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0b666-ba1a-49cf-a5de-d6a60f3f1218 req-e698b6c2-8861-4635-ae89-d917bd76a6a7 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:52.819067 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-36a0b666-ba1a-49cf-a5de-d6a60f3f1218 req-e698b6c2-8861-4635-ae89-d917bd76a6a7 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0494099 Oct 24 13:38:52.869094 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-36a0b666-ba1a-49cf-a5de-d6a60f3f1218 req-d1b42ec2-2d81-4dcc-bf15-84ac934c2361 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=68a40108-eb61-419e-9584-19e0140c1f02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444241 Oct 24 13:38:53.356719 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3232c7-a9fb-4f61-b236-44bf9739f108 req-43beb176-697f-4800-b638-ebdf59a1a60b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:38:53.358033 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7e3232c7-a9fb-4f61-b236-44bf9739f108 req-43beb176-697f-4800-b638-ebdf59a1a60b tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 945 time: 0.0489659 Oct 24 13:38:53.438845 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-7e3232c7-a9fb-4f61-b236-44bf9739f108 req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Deleting port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:38:53.439186 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-7e3232c7-a9fb-4f61-b236-44bf9739f108 req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:53.529380 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-7e3232c7-a9fb-4f61-b236-44bf9739f108 req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] For port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,segment=NetworkSegment(9728ac1e-0b96-4dda-ab14-1d29c48015fc),segment_id=9728ac1e-0b96-4dda-ab14-1d29c48015fc)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:38:53.529734 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-7e3232c7-a9fb-4f61-b236-44bf9739f108 req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:53.542742 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-7e3232c7-a9fb-4f61-b236-44bf9739f108 req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Calling delete_port for 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:38:53.771660 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-7e3232c7-a9fb-4f61-b236-44bf9739f108 req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (70dbb5cd-19fd-4c0e-b47a-955a76e67b6b), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:53.778592 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:53.803541 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Pushing event deleted for resources: {'Port': ['ID=70dbb5cd-19fd-4c0e-b47a-955a76e67b6b,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:53.813170 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:53.818521 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:53.818521 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:53.818521 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:53.818521 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:53.818521 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:53.818521 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:53.818521 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:53.818521 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:53.818521 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:53.818521 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:53.818521 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:53.818521 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:53.818521 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:53.820597 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:38:53.824299 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:53.860971 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3232c7-a9fb-4f61-b236-44bf9739f108 req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] No DVR routers for this DVR port 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:38:53.864360 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-7e3232c7-a9fb-4f61-b236-44bf9739f108 req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:53.867554 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7e3232c7-a9fb-4f61-b236-44bf9739f108 req-dbd3c3ef-e8ad-4e67-b656-3e1482260d65 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.59 "DELETE /networking/v2.0/ports/70dbb5cd-19fd-4c0e-b47a-955a76e67b6b HTTP/1.1" status: 204 len: 173 time: 0.5036707 Oct 24 13:38:53.868041 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'name': 'network-vif-deleted', 'tag': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:38:53.870294 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88ac787-3497-4509-8ce8-607855882710" -d '{"events": [{"server_uuid": "25ad1362-6db1-48be-8ddb-3fa0b0f78404", "name": "network-vif-deleted", "tag": "70dbb5cd-19fd-4c0e-b47a-955a76e67b6b"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:38:53.908643 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6728b53d-96af-43e9-a75c-efd6d482942e x-openstack-request-id: req-6728b53d-96af-43e9-a75c-efd6d482942e {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:38:53.908815 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ad1362-6db1-48be-8ddb-3fa0b0f78404", "name": "network-vif-deleted", "tag": "70dbb5cd-19fd-4c0e-b47a-955a76e67b6b", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:38:53.909047 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6728b53d-96af-43e9-a75c-efd6d482942e {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:38:53.909947 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6728b53d-96af-43e9-a75c-efd6d482942e'] response: {'server_uuid': '25ad1362-6db1-48be-8ddb-3fa0b0f78404', 'name': 'network-vif-deleted', 'tag': '70dbb5cd-19fd-4c0e-b47a-955a76e67b6b', 'status': 'completed', 'code': 200} Oct 24 13:38:53.977191 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6b1f2ff6-f149-43b6-8b66-fc2574c2d518 req-5208d877-53da-45c1-89e9-a07678ffa5d9 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 210 time: 0.0303695 Oct 24 13:38:55.092481 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6076e57d-baba-4205-8405-8c6d5b8b99e2 req-14ffa291-fa98-4fac-af98-eba467d6bc41 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25ad1362-6db1-48be-8ddb-3fa0b0f78404 HTTP/1.1" status: 200 len: 210 time: 0.0285695 Oct 24 13:38:56.158898 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43826) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:38:56.215006 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-75bcecd7-7ce8-4964-80cc-dbfa9409bb43 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group (68a40108-eb61-419e-9584-19e0140c1f02), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:56.238725 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-75bcecd7-7ce8-4964-80cc-dbfa9409bb43 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group (68a40108-eb61-419e-9584-19e0140c1f02), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:56.371331 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-75bcecd7-7ce8-4964-80cc-dbfa9409bb43 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (68a40108-eb61-419e-9584-19e0140c1f02), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:56.373854 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-75bcecd7-7ce8-4964-80cc-dbfa9409bb43 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:56.374991 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-75bcecd7-7ce8-4964-80cc-dbfa9409bb43 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/68a40108-eb61-419e-9584-19e0140c1f02 HTTP/1.1" status: 204 len: 168 time: 0.2157538 Oct 24 13:38:56.384770 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcecd7-7ce8-4964-80cc-dbfa9409bb43 tempest-TestShelveInstance-1192339842 tempest-TestShelveInstance-1192339842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a40108-eb61-419e-9584-19e0140c1f02,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:56.485830 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43830) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:38:56.889307 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4e76-149c-47ca-8ec9-fcb62f220bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7922041'] for router_interface (197b7554-eb6c-48e1-9251-d2bace18e7f2), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:57.105911 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa4e76-149c-47ca-8ec9-fcb62f220bdd admin admin] Deleting port 01066474-0f82-40ba-ae35-04c0e15c38da {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:38:57.106247 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4e76-149c-47ca-8ec9-fcb62f220bdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (01066474-0f82-40ba-ae35-04c0e15c38da), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:57.172655 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:57.184078 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-a6aa4e76-149c-47ca-8ec9-fcb62f220bdd admin admin] For port 01066474-0f82-40ba-ae35-04c0e15c38da, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=01066474-0f82-40ba-ae35-04c0e15c38da,segment=NetworkSegment(9728ac1e-0b96-4dda-ab14-1d29c48015fc),segment_id=9728ac1e-0b96-4dda-ab14-1d29c48015fc)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:38:57.189928 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4e76-149c-47ca-8ec9-fcb62f220bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (01066474-0f82-40ba-ae35-04c0e15c38da), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:57.197870 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa4e76-149c-47ca-8ec9-fcb62f220bdd admin admin] Calling delete_port for 01066474-0f82-40ba-ae35-04c0e15c38da owned by network:router_interface {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:38:57.240730 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:57.249889 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:38:57.269026 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:38:57.269370 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 70dbb5cd-19fd-4c0e-b47a-955a76e67b6b not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:38:57.451428 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4e76-149c-47ca-8ec9-fcb62f220bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (01066474-0f82-40ba-ae35-04c0e15c38da), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:57.473935 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa4e76-149c-47ca-8ec9-fcb62f220bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=01066474-0f82-40ba-ae35-04c0e15c38da,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:57.640342 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4e76-149c-47ca-8ec9-fcb62f220bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8330508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7925705'] for router_interface (197b7554-eb6c-48e1-9251-d2bace18e7f2), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:57.661038 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc15074c-06d9-4274-a80a-85eccaf59766 None None] get_active_networks_info from dv-cinder-862491-1-iscsi {{(pid=104909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:38:57.758656 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc15074c-06d9-4274-a80a-85eccaf59766 None None] Resources bound (agent type, host, resource id): {{(pid=104909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:38:58.091374 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aa4e76-149c-47ca-8ec9-fcb62f220bdd admin admin] Router 197b7554-eb6c-48e1-9251-d2bace18e7f2 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:38:58.195158 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aa4e76-149c-47ca-8ec9-fcb62f220bdd admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:38:58.203022 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-a6aa4e76-149c-47ca-8ec9-fcb62f220bdd admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/197b7554-eb6c-48e1-9251-d2bace18e7f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7135921 Oct 24 13:38:58.203751 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43834) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:38:58.204203 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b9b516-1046-40b1-bcd1-d440f97c06f4 None None] Sync routers for ids ['197b7554-eb6c-48e1-9251-d2bace18e7f2'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:38:58.206854 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:58.215115 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:58.223165 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b9b516-1046-40b1-bcd1-d440f97c06f4 None None] Routers {'197b7554-eb6c-48e1-9251-d2bace18e7f2'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:38:58.227310 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-83b9b516-1046-40b1-bcd1-d440f97c06f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:38:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['197b7554-eb6c-48e1-9251-d2bace18e7f2'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:58.308061 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-647bec3c-ad2f-4aad-9fbc-70e5829a78a7 admin admin] Publish callbacks [] for router (197b7554-eb6c-48e1-9251-d2bace18e7f2), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:58.327983 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-83b9b516-1046-40b1-bcd1-d440f97c06f4 None None] Set router 197b7554-eb6c-48e1-9251-d2bace18e7f2 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:38:58.408361 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-647bec3c-ad2f-4aad-9fbc-70e5829a78a7 admin admin] Publish callbacks [] for router_gateway (197b7554-eb6c-48e1-9251-d2bace18e7f2), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:58.435502 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-3ea25aed-3bed-4b75-b34a-1323bbd2421b None None] Provisioning complete for port 54c6907d-866e-40e3-ab01-bdb3fb535c89 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:38:58.435891 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-3ea25aed-3bed-4b75-b34a-1323bbd2421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:58.436197 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-3ea25aed-3bed-4b75-b34a-1323bbd2421b None None] Attempt 1 to provision port 54c6907d-866e-40e3-ab01-bdb3fb535c89 Oct 24 13:38:58.506152 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-647bec3c-ad2f-4aad-9fbc-70e5829a78a7 admin admin] Deleting port 8b1787ad-f858-4270-86e7-5df783fb9acd {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:38:58.506496 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-647bec3c-ad2f-4aad-9fbc-70e5829a78a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (8b1787ad-f858-4270-86e7-5df783fb9acd), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:58.565226 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-3ea25aed-3bed-4b75-b34a-1323bbd2421b None None] Current status of the port 54c6907d-866e-40e3-ab01-bdb3fb535c89 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:38:58.568110 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-83b9b516-1046-40b1-bcd1-d440f97c06f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'name': 'tempest-TestShelveInstance-1062771519-router', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:38:57Z', 'revision_number': 5, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'gw_port': {'id': '8b1787ad-f858-4270-86e7-5df783fb9acd', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:58.590097 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [None req-647bec3c-ad2f-4aad-9fbc-70e5829a78a7 admin admin] For port 8b1787ad-f858-4270-86e7-5df783fb9acd, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=8b1787ad-f858-4270-86e7-5df783fb9acd,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:38:58.590552 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-647bec3c-ad2f-4aad-9fbc-70e5829a78a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (8b1787ad-f858-4270-86e7-5df783fb9acd), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:58.605478 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-647bec3c-ad2f-4aad-9fbc-70e5829a78a7 admin admin] Calling delete_port for 8b1787ad-f858-4270-86e7-5df783fb9acd owned by network:router_gateway {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:38:58.736319 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b9b516-1046-40b1-bcd1-d440f97c06f4 None None] Checking router: 197b7554-eb6c-48e1-9251-d2bace18e7f2 for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:38:58.745133 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b9b516-1046-40b1-bcd1-d440f97c06f4 None None] Routers {'197b7554-eb6c-48e1-9251-d2bace18e7f2'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:38:58.745790 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-83b9b516-1046-40b1-bcd1-d440f97c06f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:38:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['197b7554-eb6c-48e1-9251-d2bace18e7f2'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:58.832664 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-83b9b516-1046-40b1-bcd1-d440f97c06f4 None None] Set router 197b7554-eb6c-48e1-9251-d2bace18e7f2 gateway port host: None {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:38:58.851405 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-647bec3c-ad2f-4aad-9fbc-70e5829a78a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (8b1787ad-f858-4270-86e7-5df783fb9acd), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:58.881373 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bec3c-ad2f-4aad-9fbc-70e5829a78a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1787ad-f858-4270-86e7-5df783fb9acd,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:58.881625 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-83b9b516-1046-40b1-bcd1-d440f97c06f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'name': 'tempest-TestShelveInstance-1062771519-router', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:38:58Z', 'revision_number': 6, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'gw_port_host': None}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:58.909040 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b9b516-1046-40b1-bcd1-d440f97c06f4 None None] The sync data for ids ['197b7554-eb6c-48e1-9251-d2bace18e7f2'] in dv-cinder-862491-1-iscsi is: [{'id': '197b7554-eb6c-48e1-9251-d2bace18e7f2', 'name': 'tempest-TestShelveInstance-1062771519-router', 'tenant_id': 'a946788afc074f079618f1a848ec0f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:32:58Z', 'updated_at': '2022-10-24T13:38:58Z', 'revision_number': 6, 'project_id': 'a946788afc074f079618f1a848ec0f8c', 'gw_port_host': None}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:38:58.943233 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-647bec3c-ad2f-4aad-9fbc-70e5829a78a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924636'] for router_gateway (197b7554-eb6c-48e1-9251-d2bace18e7f2), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.029192 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-647bec3c-ad2f-4aad-9fbc-70e5829a78a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-484265'] for router (197b7554-eb6c-48e1-9251-d2bace18e7f2), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.031334 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-647bec3c-ad2f-4aad-9fbc-70e5829a78a7 admin admin] Publish callbacks [] for router_controller (197b7554-eb6c-48e1-9251-d2bace18e7f2), precommit_delete_associations {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.119867 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-647bec3c-ad2f-4aad-9fbc-70e5829a78a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7921978'] for router (197b7554-eb6c-48e1-9251-d2bace18e7f2), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.120478 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647bec3c-ad2f-4aad-9fbc-70e5829a78a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 197b7554-eb6c-48e1-9251-d2bace18e7f2 {{(pid=104908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:38:59.125158 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-647bec3c-ad2f-4aad-9fbc-70e5829a78a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.126277 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-647bec3c-ad2f-4aad-9fbc-70e5829a78a7 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/197b7554-eb6c-48e1-9251-d2bace18e7f2 HTTP/1.1" status: 204 len: 168 time: 0.9215147 Oct 24 13:38:59.128815 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43838) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:38:59.172985 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5799a37-c156-4d93-939e-70e6c4532acc admin admin] Deleting subnet 952d7792-b08c-45db-8ea8-bc692caa7a42 {{(pid=104908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:38:59.176214 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:59.177087 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f5799a37-c156-4d93-939e-70e6c4532acc admin admin] Publish callbacks [] for subnet (952d7792-b08c-45db-8ea8-bc692caa7a42), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.211350 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f5799a37-c156-4d93-939e-70e6c4532acc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5528164'] for subnet (952d7792-b08c-45db-8ea8-bc692caa7a42), precommit_delete_associations {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.228707 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.252399 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:38:59.293936 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f5799a37-c156-4d93-939e-70e6c4532acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (952d7792-b08c-45db-8ea8-bc692caa7a42), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.416970 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f5799a37-c156-4d93-939e-70e6c4532acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4260645'] for subnet (952d7792-b08c-45db-8ea8-bc692caa7a42), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.442655 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5799a37-c156-4d93-939e-70e6c4532acc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952d7792-b08c-45db-8ea8-bc692caa7a42,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:59.446442 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f5799a37-c156-4d93-939e-70e6c4532acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.449948 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-f5799a37-c156-4d93-939e-70e6c4532acc admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/952d7792-b08c-45db-8ea8-bc692caa7a42 HTTP/1.1" status: 204 len: 168 time: 0.3201175 Oct 24 13:38:59.451979 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c45bc64-8b28-44c6-b3e9-58cb5203431c None None] Network 67459548-be71-4331-875c-7f5bcf34433e requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:38:59.452501 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43840) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:38:59.524175 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (67459548-be71-4331-875c-7f5bcf34433e), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.566186 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] Deleting port 54c6907d-866e-40e3-ab01-bdb3fb535c89 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:38:59.566520 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.629819 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] For port 54c6907d-866e-40e3-ab01-bdb3fb535c89, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=54c6907d-866e-40e3-ab01-bdb3fb535c89,segment=NetworkSegment(9728ac1e-0b96-4dda-ab14-1d29c48015fc),segment_id=9728ac1e-0b96-4dda-ab14-1d29c48015fc)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:38:59.630088 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.642933 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] Calling delete_port for 54c6907d-866e-40e3-ab01-bdb3fb535c89 owned by network:dhcp {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:38:59.692628 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6867a744-5416-4007-89ac-75c976cf0a0f None None] DHCP port deletion for 67459548-be71-4331-875c-7f5bcf34433e request from dv-cinder-862491-1-iscsi {{(pid=104909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:38:59.733049 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-6867a744-5416-4007-89ac-75c976cf0a0f None None] Deleting port 54c6907d-866e-40e3-ab01-bdb3fb535c89 {{(pid=104909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:38:59.733423 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-6867a744-5416-4007-89ac-75c976cf0a0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), before_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.794903 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.799290 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-6867a744-5416-4007-89ac-75c976cf0a0f None None] For port 54c6907d-866e-40e3-ab01-bdb3fb535c89, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=54c6907d-866e-40e3-ab01-bdb3fb535c89,segment=NetworkSegment(9728ac1e-0b96-4dda-ab14-1d29c48015fc),segment_id=9728ac1e-0b96-4dda-ab14-1d29c48015fc)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:38:59.799290 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-6867a744-5416-4007-89ac-75c976cf0a0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), precommit_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.812512 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-6867a744-5416-4007-89ac-75c976cf0a0f None None] Calling delete_port for 54c6907d-866e-40e3-ab01-bdb3fb535c89 owned by network:dhcp {{(pid=104909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:38:59.824023 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=54c6907d-866e-40e3-ab01-bdb3fb535c89,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:59.829360 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] No DVR routers for this DVR port 54c6907d-866e-40e3-ab01-bdb3fb535c89 on host dv-cinder-862491-1-iscsi {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:38:59.904102 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (67459548-be71-4331-875c-7f5bcf34433e), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.908046 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-6867a744-5416-4007-89ac-75c976cf0a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071'] for port (54c6907d-866e-40e3-ab01-bdb3fb535c89), after_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.926501 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67459548-be71-4331-875c-7f5bcf34433e']}} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:59.933518 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867a744-5416-4007-89ac-75c976cf0a0f None None] Pushing event deleted for resources: {'Port': ['ID=54c6907d-866e-40e3-ab01-bdb3fb535c89,revision_number=None']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:38:59.937367 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867a744-5416-4007-89ac-75c976cf0a0f None None] No DVR routers for this DVR port 54c6907d-866e-40e3-ab01-bdb3fb535c89 on host dv-cinder-862491-1-iscsi {{(pid=104909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:38:59.937672 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9728ac1e-0b96-4dda-ab14-1d29c48015fc') {'for_net_delete': True} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:59.937966 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.services.segments.db [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9728ac1e-0b96-4dda-ab14-1d29c48015fc') {} {{(pid=104908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:38:59.952133 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5528175'] for segment (9728ac1e-0b96-4dda-ab14-1d29c48015fc), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.967141 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (9728ac1e-0b96-4dda-ab14-1d29c48015fc), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:38:59.974000 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=104908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:38:59.976577 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5387000'] for segment (9728ac1e-0b96-4dda-ab14-1d29c48015fc), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:00.045410 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment 9728ac1e-0b96-4dda-ab14-1d29c48015fc resource provider aggregate not found Oct 24 13:39:00.062754 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.services.segments.plugin [-] Segment 9728ac1e-0b96-4dda-ab14-1d29c48015fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9728ac1e-0b96-4dda-ab14-1d29c48015fc found for delete ", "request_id": "req-0d4741cb-d0cb-4c4c-858a-671adca966a8"}]} Oct 24 13:39:00.108739 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (67459548-be71-4331-875c-7f5bcf34433e), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:00.114066 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:00.117346 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/67459548-be71-4331-875c-7f5bcf34433e HTTP/1.1" status: 204 len: 168 time: 0.6639040 Oct 24 13:39:00.120432 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43848) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:00.130924 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2a21c-da32-4a45-a4d9-7bf942a53e27 admin admin] Pushing event deleted for resources: {'Network': ['ID=67459548-be71-4331-875c-7f5bcf34433e,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:00.163389 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:00.373638 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:00.430835 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-92d9ce79-abdb-4556-908f-c3680b379229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7922041'] for router_interface (d53e7586-ccf2-4856-ab44-0d369f71dff0), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:00.644098 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-92d9ce79-abdb-4556-908f-c3680b379229 admin admin] Deleting port 4436c41c-6912-419c-9df4-821b79ecb4d9 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:39:00.644462 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-92d9ce79-abdb-4556-908f-c3680b379229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:00.721044 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-92d9ce79-abdb-4556-908f-c3680b379229 admin admin] For port 4436c41c-6912-419c-9df4-821b79ecb4d9, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=4436c41c-6912-419c-9df4-821b79ecb4d9,segment=NetworkSegment(b2c167b9-efd8-4cb2-ba06-f8c477a80bb5),segment_id=b2c167b9-efd8-4cb2-ba06-f8c477a80bb5)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:39:00.721326 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-92d9ce79-abdb-4556-908f-c3680b379229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:00.734428 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-92d9ce79-abdb-4556-908f-c3680b379229 admin admin] Calling delete_port for 4436c41c-6912-419c-9df4-821b79ecb4d9 owned by network:router_interface {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:39:00.796158 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 8b1787ad-f858-4270-86e7-5df783fb9acd no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:39:00.815158 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 8b1787ad-f858-4270-86e7-5df783fb9acd {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:39:00.815504 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 8b1787ad-f858-4270-86e7-5df783fb9acd not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:39:00.815905 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 54c6907d-866e-40e3-ab01-bdb3fb535c89 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:39:00.834014 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 54c6907d-866e-40e3-ab01-bdb3fb535c89 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:39:00.834712 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 54c6907d-866e-40e3-ab01-bdb3fb535c89 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:39:00.835118 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 01066474-0f82-40ba-ae35-04c0e15c38da no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:39:00.855501 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 01066474-0f82-40ba-ae35-04c0e15c38da {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:39:00.855837 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 01066474-0f82-40ba-ae35-04c0e15c38da not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:39:00.999823 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-92d9ce79-abdb-4556-908f-c3680b379229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (4436c41c-6912-419c-9df4-821b79ecb4d9), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:01.027590 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9ce79-abdb-4556-908f-c3680b379229 admin admin] Pushing event deleted for resources: {'Port': ['ID=4436c41c-6912-419c-9df4-821b79ecb4d9,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:01.183528 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:01.194109 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-92d9ce79-abdb-4556-908f-c3680b379229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8330508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7925705'] for router_interface (d53e7586-ccf2-4856-ab44-0d369f71dff0), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:01.214952 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d537f1-fbba-4bc7-9df0-c4e6072630a6 None None] get_active_networks_info from dv-cinder-862491-1-iscsi {{(pid=104909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:39:01.218010 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:01.247753 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:01.254963 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:01.316780 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d537f1-fbba-4bc7-9df0-c4e6072630a6 None None] Resources bound (agent type, host, resource id): {{(pid=104909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:39:01.378040 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-8b5edbca-1bda-4b04-8aed-577fba8f33e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:01.405192 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d9ce79-abdb-4556-908f-c3680b379229 admin admin] Router d53e7586-ccf2-4856-ab44-0d369f71dff0 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:39:01.511172 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d9ce79-abdb-4556-908f-c3680b379229 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:39:01.521529 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-92d9ce79-abdb-4556-908f-c3680b379229 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/d53e7586-ccf2-4856-ab44-0d369f71dff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3941801 Oct 24 13:39:01.521529 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43850) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:01.521747 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8917304c-c969-4878-923a-2c7a8d3f19e1 None None] Sync routers for ids ['d53e7586-ccf2-4856-ab44-0d369f71dff0'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:39:01.529643 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8917304c-c969-4878-923a-2c7a8d3f19e1 None None] Routers {'d53e7586-ccf2-4856-ab44-0d369f71dff0'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:39:01.530265 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-8917304c-c969-4878-923a-2c7a8d3f19e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:38:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d53e7586-ccf2-4856-ab44-0d369f71dff0'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:39:01.620905 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-973a8e86-c12d-48f1-b372-ba0b63d4a808 admin admin] Publish callbacks [] for router (d53e7586-ccf2-4856-ab44-0d369f71dff0), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:01.636085 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-8917304c-c969-4878-923a-2c7a8d3f19e1 None None] Set router d53e7586-ccf2-4856-ab44-0d369f71dff0 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:39:01.724826 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-973a8e86-c12d-48f1-b372-ba0b63d4a808 admin admin] Publish callbacks [] for router_gateway (d53e7586-ccf2-4856-ab44-0d369f71dff0), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:01.813300 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-8917304c-c969-4878-923a-2c7a8d3f19e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'name': 'tempest-TestShelveInstance-539141576-router', 'tenant_id': 'b565cd9516694f6d80be1675d6b071d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'ca0ad59e-ae95-4239-bd21-2afb28e3d2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:33:05Z', 'updated_at': '2022-10-24T13:39:00Z', 'revision_number': 5, 'project_id': 'b565cd9516694f6d80be1675d6b071d0', 'gw_port': {'id': 'ca0ad59e-ae95-4239-bd21-2afb28e3d2d4', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:33:06Z', 'updated_at': '2022-10-24T13:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:39:01.830558 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-973a8e86-c12d-48f1-b372-ba0b63d4a808 admin admin] Deleting port ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:39:01.830983 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-973a8e86-c12d-48f1-b372-ba0b63d4a808 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (ca0ad59e-ae95-4239-bd21-2afb28e3d2d4), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:01.842231 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8917304c-c969-4878-923a-2c7a8d3f19e1 None None] Checking router: d53e7586-ccf2-4856-ab44-0d369f71dff0 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:39:01.851752 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8917304c-c969-4878-923a-2c7a8d3f19e1 None None] Routers {'d53e7586-ccf2-4856-ab44-0d369f71dff0'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:39:01.852410 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-8917304c-c969-4878-923a-2c7a8d3f19e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:38:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d53e7586-ccf2-4856-ab44-0d369f71dff0'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:39:01.919552 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-973a8e86-c12d-48f1-b372-ba0b63d4a808 admin admin] For port ca0ad59e-ae95-4239-bd21-2afb28e3d2d4, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=ca0ad59e-ae95-4239-bd21-2afb28e3d2d4,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:39:01.920051 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-973a8e86-c12d-48f1-b372-ba0b63d4a808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (ca0ad59e-ae95-4239-bd21-2afb28e3d2d4), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:01.937215 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-973a8e86-c12d-48f1-b372-ba0b63d4a808 admin admin] Calling delete_port for ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 owned by network:router_gateway {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:39:01.943173 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:02.012528 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ff311faf-7cd2-4a0b-9e6f-85dbdab47768 None None] Provisioning complete for port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:39:02.013082 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ff311faf-7cd2-4a0b-9e6f-85dbdab47768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (71eda584-e6a1-412f-9e15-1fd2f3b2fba2), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:02.013202 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ff311faf-7cd2-4a0b-9e6f-85dbdab47768 None None] Attempt 1 to provision port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 Oct 24 13:39:02.027902 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-8917304c-c969-4878-923a-2c7a8d3f19e1 None None] Set router d53e7586-ccf2-4856-ab44-0d369f71dff0 gateway port host: None {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:39:02.078551 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-8917304c-c969-4878-923a-2c7a8d3f19e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'name': 'tempest-TestShelveInstance-539141576-router', 'tenant_id': 'b565cd9516694f6d80be1675d6b071d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:33:05Z', 'updated_at': '2022-10-24T13:39:01Z', 'revision_number': 6, 'project_id': 'b565cd9516694f6d80be1675d6b071d0', 'gw_port_host': None}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:39:02.096224 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ff311faf-7cd2-4a0b-9e6f-85dbdab47768 None None] Current status of the port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:39:02.114286 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8917304c-c969-4878-923a-2c7a8d3f19e1 None None] The sync data for ids ['d53e7586-ccf2-4856-ab44-0d369f71dff0'] in dv-cinder-862491-1-iscsi is: [{'id': 'd53e7586-ccf2-4856-ab44-0d369f71dff0', 'name': 'tempest-TestShelveInstance-539141576-router', 'tenant_id': 'b565cd9516694f6d80be1675d6b071d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:33:05Z', 'updated_at': '2022-10-24T13:39:01Z', 'revision_number': 6, 'project_id': 'b565cd9516694f6d80be1675d6b071d0', 'gw_port_host': None}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:39:02.177442 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-973a8e86-c12d-48f1-b372-ba0b63d4a808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (ca0ad59e-ae95-4239-bd21-2afb28e3d2d4), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:02.202848 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a8e86-c12d-48f1-b372-ba0b63d4a808 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0ad59e-ae95-4239-bd21-2afb28e3d2d4,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:02.269194 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-973a8e86-c12d-48f1-b372-ba0b63d4a808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924636'] for router_gateway (d53e7586-ccf2-4856-ab44-0d369f71dff0), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:02.353340 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-973a8e86-c12d-48f1-b372-ba0b63d4a808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-484265'] for router (d53e7586-ccf2-4856-ab44-0d369f71dff0), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:02.355448 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-973a8e86-c12d-48f1-b372-ba0b63d4a808 admin admin] Publish callbacks [] for router_controller (d53e7586-ccf2-4856-ab44-0d369f71dff0), precommit_delete_associations {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:02.433816 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-973a8e86-c12d-48f1-b372-ba0b63d4a808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7921978'] for router (d53e7586-ccf2-4856-ab44-0d369f71dff0), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:02.434366 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973a8e86-c12d-48f1-b372-ba0b63d4a808 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d53e7586-ccf2-4856-ab44-0d369f71dff0 {{(pid=104907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:39:02.438833 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-973a8e86-c12d-48f1-b372-ba0b63d4a808 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:02.439970 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-973a8e86-c12d-48f1-b372-ba0b63d4a808 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/d53e7586-ccf2-4856-ab44-0d369f71dff0 HTTP/1.1" status: 204 len: 168 time: 0.9201808 Oct 24 13:39:02.443220 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43854) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:02.490439 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e297af-1656-4911-a516-acf71b4c17bc admin admin] Deleting subnet db514186-0fec-43a4-aad6-da35ae09e4d0 {{(pid=104907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:39:02.493339 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:02.494183 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-72e297af-1656-4911-a516-acf71b4c17bc admin admin] Publish callbacks [] for subnet (db514186-0fec-43a4-aad6-da35ae09e4d0), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:02.533819 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-72e297af-1656-4911-a516-acf71b4c17bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4404742'] for subnet (db514186-0fec-43a4-aad6-da35ae09e4d0), precommit_delete_associations {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:02.609847 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-72e297af-1656-4911-a516-acf71b4c17bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (db514186-0fec-43a4-aad6-da35ae09e4d0), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:02.708540 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-72e297af-1656-4911-a516-acf71b4c17bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5210571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4442784'] for subnet (db514186-0fec-43a4-aad6-da35ae09e4d0), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:02.739197 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e297af-1656-4911-a516-acf71b4c17bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db514186-0fec-43a4-aad6-da35ae09e4d0,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:02.741173 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-72e297af-1656-4911-a516-acf71b4c17bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:02.744300 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-72e297af-1656-4911-a516-acf71b4c17bc admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/db514186-0fec-43a4-aad6-da35ae09e4d0 HTTP/1.1" status: 204 len: 168 time: 0.3001311 Oct 24 13:39:02.744635 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4086a79-e64a-4757-b17d-c924b7e544d8 None None] Network fc09616b-6e6a-4590-a500-25e1e97dda51 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:39:02.746848 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43856) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:02.815686 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (fc09616b-6e6a-4590-a500-25e1e97dda51), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:02.862101 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] Deleting port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:39:02.862445 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (71eda584-e6a1-412f-9e15-1fd2f3b2fba2), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:02.915223 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c9b0d2-2766-4399-9d53-f62c5cfa1d52 None None] DHCP port deletion for fc09616b-6e6a-4590-a500-25e1e97dda51 request from dv-cinder-862491-1-iscsi {{(pid=104909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:39:02.935151 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] For port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=71eda584-e6a1-412f-9e15-1fd2f3b2fba2,segment=NetworkSegment(b2c167b9-efd8-4cb2-ba06-f8c477a80bb5),segment_id=b2c167b9-efd8-4cb2-ba06-f8c477a80bb5)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:39:02.935508 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (71eda584-e6a1-412f-9e15-1fd2f3b2fba2), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:02.942415 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:39:02.949517 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] Calling delete_port for 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 owned by network:dhcp {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:39:02.966145 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:39:02.966495 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device ca0ad59e-ae95-4239-bd21-2afb28e3d2d4 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:39:02.966911 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 4436c41c-6912-419c-9df4-821b79ecb4d9 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:39:02.991769 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-97c9b0d2-2766-4399-9d53-f62c5cfa1d52 None None] Deleting port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 {{(pid=104909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:39:02.992149 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-97c9b0d2-2766-4399-9d53-f62c5cfa1d52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (71eda584-e6a1-412f-9e15-1fd2f3b2fba2), before_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:02.993890 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 4436c41c-6912-419c-9df4-821b79ecb4d9 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:39:02.994231 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 4436c41c-6912-419c-9df4-821b79ecb4d9 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:39:03.007233 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:03.064230 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-97c9b0d2-2766-4399-9d53-f62c5cfa1d52 None None] For port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=71eda584-e6a1-412f-9e15-1fd2f3b2fba2,segment=NetworkSegment(b2c167b9-efd8-4cb2-ba06-f8c477a80bb5),segment_id=b2c167b9-efd8-4cb2-ba06-f8c477a80bb5)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:39:03.064792 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-97c9b0d2-2766-4399-9d53-f62c5cfa1d52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (71eda584-e6a1-412f-9e15-1fd2f3b2fba2), precommit_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:03.078935 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-97c9b0d2-2766-4399-9d53-f62c5cfa1d52 None None] Calling delete_port for 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 owned by network:dhcp {{(pid=104909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:39:03.108927 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (71eda584-e6a1-412f-9e15-1fd2f3b2fba2), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:03.137066 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] Pushing event deleted for resources: {'Port': ['ID=71eda584-e6a1-412f-9e15-1fd2f3b2fba2,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:03.139858 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] No DVR routers for this DVR port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 on host dv-cinder-862491-1-iscsi {{(pid=104907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:39:03.144808 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:03.162642 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-97c9b0d2-2766-4399-9d53-f62c5cfa1d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071'] for port (71eda584-e6a1-412f-9e15-1fd2f3b2fba2), after_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:03.192453 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9b0d2-2766-4399-9d53-f62c5cfa1d52 None None] Pushing event deleted for resources: {'Port': ['ID=71eda584-e6a1-412f-9e15-1fd2f3b2fba2,revision_number=None']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:03.196428 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c9b0d2-2766-4399-9d53-f62c5cfa1d52 None None] No DVR routers for this DVR port 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 on host dv-cinder-862491-1-iscsi {{(pid=104909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:39:03.224648 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (fc09616b-6e6a-4590-a500-25e1e97dda51), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:03.244539 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc09616b-6e6a-4590-a500-25e1e97dda51']}} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:39:03.253801 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c167b9-efd8-4cb2-ba06-f8c477a80bb5') {'for_net_delete': True} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:39:03.254094 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c167b9-efd8-4cb2-ba06-f8c477a80bb5') {} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:39:03.263552 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4404749'] for segment (b2c167b9-efd8-4cb2-ba06-f8c477a80bb5), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:03.277247 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (b2c167b9-efd8-4cb2-ba06-f8c477a80bb5), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:03.285279 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=104907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:39:03.285676 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5212013'] for segment (b2c167b9-efd8-4cb2-ba06-f8c477a80bb5), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:03.304017 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.services.segments.plugin [-] Segment b2c167b9-efd8-4cb2-ba06-f8c477a80bb5 resource provider aggregate not found Oct 24 13:39:03.348567 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.services.segments.plugin [-] Segment b2c167b9-efd8-4cb2-ba06-f8c477a80bb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2c167b9-efd8-4cb2-ba06-f8c477a80bb5 found for delete ", "request_id": "req-2b87128b-5d21-4060-a95f-beb1923da5ab"}]} Oct 24 13:39:03.399598 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (fc09616b-6e6a-4590-a500-25e1e97dda51), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:03.406875 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:03.412940 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/fc09616b-6e6a-4590-a500-25e1e97dda51 HTTP/1.1" status: 204 len: 168 time: 0.6621897 Oct 24 13:39:03.419940 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741312d-e07c-4ba6-8285-830a9f2b7eff admin admin] Pushing event deleted for resources: {'Network': ['ID=fc09616b-6e6a-4590-a500-25e1e97dda51,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:03.651006 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f914eecd-40c7-478b-94aa-452ef43a3a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:03.740478 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43864) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:03.783186 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-ff8c5d33-4910-4116-96f2-2bdf63e8c775 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=a946788afc074f079618f1a848ec0f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414298 Oct 24 13:39:03.785540 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43866) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:03.827603 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:03.832639 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2a806fac-903c-46e9-a263-beebcdc9d1b1 admin admin] Publish callbacks [] for security_group (1f16a622-65ab-4f88-b829-2c76d3c97a8c), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:03.851712 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2a806fac-903c-46e9-a263-beebcdc9d1b1 admin admin] Publish callbacks [] for security_group (1f16a622-65ab-4f88-b829-2c76d3c97a8c), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:03.988348 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2a806fac-903c-46e9-a263-beebcdc9d1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (1f16a622-65ab-4f88-b829-2c76d3c97a8c), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:03.991007 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2a806fac-903c-46e9-a263-beebcdc9d1b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:03.992167 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-2a806fac-903c-46e9-a263-beebcdc9d1b1 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/1f16a622-65ab-4f88-b829-2c76d3c97a8c HTTP/1.1" status: 204 len: 168 time: 0.2057574 Oct 24 13:39:04.000774 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a806fac-903c-46e9-a263-beebcdc9d1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f16a622-65ab-4f88-b829-2c76d3c97a8c,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:04.534179 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43872) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:04.570357 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:04.574393 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-e57ecdae-850f-4cc2-9d68-8d1fb722038c admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=b565cd9516694f6d80be1675d6b071d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391567 Oct 24 13:39:04.577585 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43874) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:04.625237 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2c523b72-9e02-4743-befe-89db1e4f6eaa admin admin] Publish callbacks [] for security_group (b44d45d9-2fe5-4f03-8bac-ce104c29c75e), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:04.648313 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2c523b72-9e02-4743-befe-89db1e4f6eaa admin admin] Publish callbacks [] for security_group (b44d45d9-2fe5-4f03-8bac-ce104c29c75e), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:04.759631 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2c523b72-9e02-4743-befe-89db1e4f6eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (b44d45d9-2fe5-4f03-8bac-ce104c29c75e), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:04.762262 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2c523b72-9e02-4743-befe-89db1e4f6eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:04.765069 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-2c523b72-9e02-4743-befe-89db1e4f6eaa admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/b44d45d9-2fe5-4f03-8bac-ce104c29c75e HTTP/1.1" status: 204 len: 168 time: 0.1856191 Oct 24 13:39:04.773638 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c523b72-9e02-4743-befe-89db1e4f6eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44d45d9-2fe5-4f03-8bac-ce104c29c75e,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:04.795540 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:39:04.815187 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:39:04.815529 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 71eda584-e6a1-412f-9e15-1fd2f3b2fba2 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:39:04.959974 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:06.405084 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:06.583079 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:12.052473 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=48 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:12.113273 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:13.347542 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:UPDATE=2,neutron:SELECT=71,neutron:DELETE=10 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:13.406618 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:14.681522 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:14.767563 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=37,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:17.425865 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:17.429688 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:21.664340 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:39:29.273459 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:31.313340 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-6925ea13-75c9-428c-8525-9bc3750f2864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:32.657462 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7d92eedd-972f-415a-9a15-d011451855db req-3bd57f6d-03c3-4ce3-9add-ed3b7d645edf service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369701 Oct 24 13:39:32.749994 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92eedd-972f-415a-9a15-d011451855db req-bb79f447-7278-4ec1-87f5-48fd860907db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:39:32.751454 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7d92eedd-972f-415a-9a15-d011451855db req-bb79f447-7278-4ec1-87f5-48fd860907db service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 1130 time: 0.0387952 Oct 24 13:39:32.856657 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92eedd-972f-415a-9a15-d011451855db req-3a56eb21-96b0-4733-8339-8f3947354f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:39:32.858089 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7d92eedd-972f-415a-9a15-d011451855db req-3a56eb21-96b0-4733-8339-8f3947354f23 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 915 time: 0.0890222 Oct 24 13:39:32.919330 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7d92eedd-972f-415a-9a15-d011451855db req-f4a03915-10fa-4572-9da2-4e72d908a2e1 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1eb5ffaa-5090-4d35-8d38-63f8817fbd9e HTTP/1.1" status: 200 len: 1002 time: 0.0545459 Oct 24 13:39:32.966492 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92eedd-972f-415a-9a15-d011451855db req-542cd1fa-f641-461c-b07b-7803e0d516ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:39:32.967855 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7d92eedd-972f-415a-9a15-d011451855db req-542cd1fa-f641-461c-b07b-7803e0d516ff service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=cb1d7ade-82f6-46d2-8096-b4ce16cabca2 HTTP/1.1" status: 200 len: 853 time: 0.0426457 Oct 24 13:39:33.014189 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92eedd-972f-415a-9a15-d011451855db req-1dcf5728-576d-420b-8e2d-4d4bdd563ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:39:33.015645 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7d92eedd-972f-415a-9a15-d011451855db req-1dcf5728-576d-420b-8e2d-4d4bdd563ef4 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=b68375da-958f-473f-9389-64a90da42e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412819 Oct 24 13:39:33.103095 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7d92eedd-972f-415a-9a15-d011451855db req-cc7014be-024a-49a5-8eed-b246e7ac472a service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809743 Oct 24 13:39:33.193618 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7d92eedd-972f-415a-9a15-d011451855db req-97ad2c98-fb38-4deb-b75b-45147113462e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849388 Oct 24 13:39:33.627955 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-df4d8519-f71e-45f7-b77b-c111ccf0c26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:34.981724 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:36.382226 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:36.582047 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:38.565545 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=3 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:38.570436 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=5 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:43.188815 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=53 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:43.190695 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=48 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:45.397801 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f78bda-ad1e-474a-952b-8f8f20e093e9 req-6aa5b516-4f3f-4daf-b3f2-4f406f4045ca tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:39:45.399250 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-59f78bda-ad1e-474a-952b-8f8f20e093e9 req-6aa5b516-4f3f-4daf-b3f2-4f406f4045ca tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 945 time: 0.0462055 Oct 24 13:39:45.446403 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-59f78bda-ad1e-474a-952b-8f8f20e093e9 req-5a6ce283-575a-4c68-b6ef-2a6d236d62a3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=659c910e-bab8-4d5d-9b43-a16e7c58c6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407951 Oct 24 13:39:46.519751 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:46.521690 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:46.569061 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbefa9-00a5-4c27-8957-fa8ffdb0a0f6 req-8f66631f-2d10-46c5-a962-e5a6e3357217 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:39:46.570597 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2efbefa9-00a5-4c27-8957-fa8ffdb0a0f6 req-8f66631f-2d10-46c5-a962-e5a6e3357217 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 945 time: 0.0470521 Oct 24 13:39:46.617476 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-2efbefa9-00a5-4c27-8957-fa8ffdb0a0f6 req-ab34b677-a354-4587-82a3-773d1743fd50 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=659c910e-bab8-4d5d-9b43-a16e7c58c6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403850 Oct 24 13:39:46.949798 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bb28d-383d-441c-a27b-da3b159fe05b req-f9c13553-3b54-475a-84ac-7c09b8393aad tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:39:46.951221 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d54bb28d-383d-441c-a27b-da3b159fe05b req-f9c13553-3b54-475a-84ac-7c09b8393aad tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 945 time: 0.0461304 Oct 24 13:39:47.034421 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-d54bb28d-383d-441c-a27b-da3b159fe05b req-f6bfd796-3639-4f0d-9e4e-a1bd471ea984 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Deleting port fe775a60-888c-437e-ab0f-adbec1202b69 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:39:47.034682 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d54bb28d-383d-441c-a27b-da3b159fe05b req-f6bfd796-3639-4f0d-9e4e-a1bd471ea984 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (fe775a60-888c-437e-ab0f-adbec1202b69), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:47.123025 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-d54bb28d-383d-441c-a27b-da3b159fe05b req-f6bfd796-3639-4f0d-9e4e-a1bd471ea984 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] For port fe775a60-888c-437e-ab0f-adbec1202b69, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=fe775a60-888c-437e-ab0f-adbec1202b69,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:39:47.123386 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d54bb28d-383d-441c-a27b-da3b159fe05b req-f6bfd796-3639-4f0d-9e4e-a1bd471ea984 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (fe775a60-888c-437e-ab0f-adbec1202b69), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:47.284156 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d54bb28d-383d-441c-a27b-da3b159fe05b req-f6bfd796-3639-4f0d-9e4e-a1bd471ea984 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:47.284594 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d54bb28d-383d-441c-a27b-da3b159fe05b req-f6bfd796-3639-4f0d-9e4e-a1bd471ea984 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (44da88ef-2eb6-43e1-aa34-6d6beb7c50ef), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:47.284853 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [req-d54bb28d-383d-441c-a27b-da3b159fe05b req-f6bfd796-3639-4f0d-9e4e-a1bd471ea984 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Floating IP 44da88ef-2eb6-43e1-aa34-6d6beb7c50ef disassociated. External IP: 172.27.3.34, port: fe775a60-888c-437e-ab0f-adbec1202b69. Oct 24 13:39:47.285184 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-d54bb28d-383d-441c-a27b-da3b159fe05b req-f6bfd796-3639-4f0d-9e4e-a1bd471ea984 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Calling delete_port for fe775a60-888c-437e-ab0f-adbec1202b69 owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:39:47.456444 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d54bb28d-383d-441c-a27b-da3b159fe05b req-f6bfd796-3639-4f0d-9e4e-a1bd471ea984 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (fe775a60-888c-437e-ab0f-adbec1202b69), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:47.485485 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfd796-3639-4f0d-9e4e-a1bd471ea984 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event deleted for resources: {'Port': ['ID=fe775a60-888c-437e-ab0f-adbec1202b69,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:47.594853 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d54bb28d-383d-441c-a27b-da3b159fe05b req-f6bfd796-3639-4f0d-9e4e-a1bd471ea984 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:39:47.723942 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2f3b081a-ed38-49ee-8619-9a770c174235 req-22084632-f84d-497b-ae67-b7f646f61788 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 210 time: 0.0285146 Oct 24 13:39:47.944467 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d54bb28d-383d-441c-a27b-da3b159fe05b req-f6bfd796-3639-4f0d-9e4e-a1bd471ea984 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:39:47.956401 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002d6c66-023a-44b5-87c1-21d85d70fa62 None None] Sync routers for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:39:47.967751 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d6c66-023a-44b5-87c1-21d85d70fa62 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:39:47.968382 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-002d6c66-023a-44b5-87c1-21d85d70fa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:39:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:39:47.987743 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54bb28d-383d-441c-a27b-da3b159fe05b req-f6bfd796-3639-4f0d-9e4e-a1bd471ea984 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] No DVR routers for this DVR port fe775a60-888c-437e-ab0f-adbec1202b69 on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:39:47.990257 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-d54bb28d-383d-441c-a27b-da3b159fe05b req-f6bfd796-3639-4f0d-9e4e-a1bd471ea984 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:47.993438 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d54bb28d-383d-441c-a27b-da3b159fe05b req-f6bfd796-3639-4f0d-9e4e-a1bd471ea984 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "DELETE /networking/v2.0/ports/fe775a60-888c-437e-ab0f-adbec1202b69 HTTP/1.1" status: 204 len: 173 time: 1.0371847 Oct 24 13:39:47.993917 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d5d796-9064-416a-9947-0f27ff79e5c0', 'name': 'network-vif-deleted', 'tag': 'fe775a60-888c-437e-ab0f-adbec1202b69'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:39:47.996125 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7233df-8e5e-4b27-9476-56f695d564a1" -d '{"events": [{"server_uuid": "69d5d796-9064-416a-9947-0f27ff79e5c0", "name": "network-vif-deleted", "tag": "fe775a60-888c-437e-ab0f-adbec1202b69"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:39:48.034670 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7cf0c6-1046-468e-99e5-7ee6b9f79386 x-openstack-request-id: req-1e7cf0c6-1046-468e-99e5-7ee6b9f79386 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:39:48.035005 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d5d796-9064-416a-9947-0f27ff79e5c0", "name": "network-vif-deleted", "tag": "fe775a60-888c-437e-ab0f-adbec1202b69", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:39:48.035257 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e7cf0c6-1046-468e-99e5-7ee6b9f79386 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:39:48.035657 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7cf0c6-1046-468e-99e5-7ee6b9f79386'] response: {'server_uuid': '69d5d796-9064-416a-9947-0f27ff79e5c0', 'name': 'network-vif-deleted', 'tag': 'fe775a60-888c-437e-ab0f-adbec1202b69', 'status': 'completed', 'code': 200} Oct 24 13:39:48.075214 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-002d6c66-023a-44b5-87c1-21d85d70fa62 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:39:48.421598 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-002d6c66-023a-44b5-87c1-21d85d70fa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '967c2b08-c197-422a-9c8a-3002618ba013', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:6f:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604ec880-17e0-4294-9b1e-b57ce613c990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:36:29Z', 'updated_at': '2022-10-24T13:36:45Z', 'revision_number': 2, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:39:48.446614 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002d6c66-023a-44b5-87c1-21d85d70fa62 None None] Checking router: d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:39:48.455868 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d6c66-023a-44b5-87c1-21d85d70fa62 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:39:48.456492 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-002d6c66-023a-44b5-87c1-21d85d70fa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:39:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:39:48.556647 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-002d6c66-023a-44b5-87c1-21d85d70fa62 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:39:48.770417 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-002d6c66-023a-44b5-87c1-21d85d70fa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '967c2b08-c197-422a-9c8a-3002618ba013', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:6f:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604ec880-17e0-4294-9b1e-b57ce613c990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:36:29Z', 'updated_at': '2022-10-24T13:36:45Z', 'revision_number': 2, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:39:48.795701 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002d6c66-023a-44b5-87c1-21d85d70fa62 None None] The sync data for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi is: [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '967c2b08-c197-422a-9c8a-3002618ba013', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:6f:64:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604ec880-17e0-4294-9b1e-b57ce613c990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:36:29Z', 'updated_at': '2022-10-24T13:36:45Z', 'revision_number': 2, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:39:48.852211 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-cabf2253-9d4d-41bf-82a2-4f82b5dd80a4 req-17630e5c-a25c-4eba-8df5-46a607d788f6 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=69d5d796-9064-416a-9947-0f27ff79e5c0 HTTP/1.1" status: 200 len: 210 time: 0.0336721 Oct 24 13:39:49.032766 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8cf192-b91b-4e97-a4e5-9cb708f895df None None] New status for floating IP 44da88ef-2eb6-43e1-aa34-6d6beb7c50ef: DOWN {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:39:50.018319 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43916) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:50.025336 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:50.046129 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:50.074454 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b95ed279-59d3-40a1-8fb2-4eb9a4cdacff tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (659c910e-bab8-4d5d-9b43-a16e7c58c6d6), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:50.096508 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b95ed279-59d3-40a1-8fb2-4eb9a4cdacff tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (659c910e-bab8-4d5d-9b43-a16e7c58c6d6), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:50.233097 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b95ed279-59d3-40a1-8fb2-4eb9a4cdacff tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (659c910e-bab8-4d5d-9b43-a16e7c58c6d6), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:50.235538 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-b95ed279-59d3-40a1-8fb2-4eb9a4cdacff tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:50.236688 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-b95ed279-59d3-40a1-8fb2-4eb9a4cdacff tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/659c910e-bab8-4d5d-9b43-a16e7c58c6d6 HTTP/1.1" status: 204 len: 168 time: 0.2173965 Oct 24 13:39:50.240918 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43918) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:50.246370 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ed279-59d3-40a1-8fb2-4eb9a4cdacff tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659c910e-bab8-4d5d-9b43-a16e7c58c6d6,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:50.254469 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.api.v2.resource [None req-b43724a9-6d03-460c-9296-90be71dfaba6 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] show failed (client error): The resource could not be found. Oct 24 13:39:50.255416 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-b43724a9-6d03-460c-9296-90be71dfaba6 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups/659c910e-bab8-4d5d-9b43-a16e7c58c6d6 HTTP/1.1" status: 404 len: 347 time: 0.0149076 Oct 24 13:39:50.258268 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43920) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:50.368956 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Deleting port 3cd70673-c55f-4d6c-bf96-884aa34317c8 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:39:50.369294 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (3cd70673-c55f-4d6c-bf96-884aa34317c8), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:50.442657 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (3cd70673-c55f-4d6c-bf96-884aa34317c8), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:50.442977 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (3cd70673-c55f-4d6c-bf96-884aa34317c8), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:50.456482 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Calling delete_port for 3cd70673-c55f-4d6c-bf96-884aa34317c8 owned by network:floatingip {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:39:50.861511 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (3cd70673-c55f-4d6c-bf96-884aa34317c8), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:50.887580 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event deleted for resources: {'Port': ['ID=3cd70673-c55f-4d6c-bf96-884aa34317c8,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:50.911026 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:50.911367 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:50.911704 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:50.912034 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:50.912389 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:50.912715 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:50.913035 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:50.913415 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:50.913739 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:50.914058 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:50.914376 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:50.914695 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:50.915011 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:50.915325 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:50.915639 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:50.959887 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (44da88ef-2eb6-43e1-aa34-6d6beb7c50ef), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:50.962411 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:50.963571 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-f003c422-191f-4d4e-a5ba-74fec2501ab3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/44da88ef-2eb6-43e1-aa34-6d6beb7c50ef HTTP/1.1" status: 204 len: 168 time: 0.7043197 Oct 24 13:39:51.457308 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device fe775a60-888c-437e-ab0f-adbec1202b69 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:39:51.481372 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: fe775a60-888c-437e-ab0f-adbec1202b69 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:39:51.481715 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device fe775a60-888c-437e-ab0f-adbec1202b69 not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:39:53.880977 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4141213-188b-4311-a159-0c87c59b82ac req-1bdd097c-24b3-441d-aa92-a59fb96e208d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:39:53.882444 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f4141213-188b-4311-a159-0c87c59b82ac req-1bdd097c-24b3-441d-aa92-a59fb96e208d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 946 time: 0.0475075 Oct 24 13:39:53.930336 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f4141213-188b-4311-a159-0c87c59b82ac req-311897bf-1d05-48bf-bd19-d33881b10a5f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c3441eaa-8abc-4f3c-a8cf-03d64b394446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422385 Oct 24 13:39:55.051433 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c183c7-409d-4a63-b724-fac53ee9c2d2 req-904263ef-890e-420e-a2e1-34f912d309c5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:39:55.052898 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-33c183c7-409d-4a63-b724-fac53ee9c2d2 req-904263ef-890e-420e-a2e1-34f912d309c5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 946 time: 0.0476298 Oct 24 13:39:55.099410 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-33c183c7-409d-4a63-b724-fac53ee9c2d2 req-e8212b25-3ac1-4918-8ef3-e9be1001069a tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c3441eaa-8abc-4f3c-a8cf-03d64b394446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404351 Oct 24 13:39:55.818629 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cb48e-8124-4685-b359-89c58ad4eb8d req-d250f113-1326-485d-b9bc-a975042db979 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:39:55.820088 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b77cb48e-8124-4685-b359-89c58ad4eb8d req-d250f113-1326-485d-b9bc-a975042db979 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 946 time: 0.0448828 Oct 24 13:39:55.903989 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-b77cb48e-8124-4685-b359-89c58ad4eb8d req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Deleting port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:39:55.904346 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b77cb48e-8124-4685-b359-89c58ad4eb8d req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (1eb5ffaa-5090-4d35-8d38-63f8817fbd9e), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:55.990776 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-b77cb48e-8124-4685-b359-89c58ad4eb8d req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] For port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=1eb5ffaa-5090-4d35-8d38-63f8817fbd9e,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:39:55.991135 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b77cb48e-8124-4685-b359-89c58ad4eb8d req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (1eb5ffaa-5090-4d35-8d38-63f8817fbd9e), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:56.153657 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b77cb48e-8124-4685-b359-89c58ad4eb8d req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:56.154342 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b77cb48e-8124-4685-b359-89c58ad4eb8d req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (967c2b08-c197-422a-9c8a-3002618ba013), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:56.154342 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [req-b77cb48e-8124-4685-b359-89c58ad4eb8d req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Floating IP 967c2b08-c197-422a-9c8a-3002618ba013 disassociated. External IP: 172.27.3.120, port: 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e. Oct 24 13:39:56.154605 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-b77cb48e-8124-4685-b359-89c58ad4eb8d req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Calling delete_port for 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:39:56.219899 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322b6d7-401f-4f65-93d7-5418cd1d526d req-04ba82c1-c247-4d40-9e14-696d24a48e33 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:39:56.221452 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1322b6d7-401f-4f65-93d7-5418cd1d526d req-04ba82c1-c247-4d40-9e14-696d24a48e33 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 946 time: 0.0475106 Oct 24 13:39:56.271267 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-1322b6d7-401f-4f65-93d7-5418cd1d526d req-5828806f-7d2c-48ce-88bb-9c607bc05e7e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c3441eaa-8abc-4f3c-a8cf-03d64b394446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421169 Oct 24 13:39:56.318864 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b77cb48e-8124-4685-b359-89c58ad4eb8d req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (1eb5ffaa-5090-4d35-8d38-63f8817fbd9e), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:56.345253 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event deleted for resources: {'Port': ['ID=1eb5ffaa-5090-4d35-8d38-63f8817fbd9e,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:56.357424 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:56.357810 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:56.358148 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:56.358482 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:56.358812 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:56.359140 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:56.359470 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:56.359797 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:56.360117 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:56.360467 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:56.360819 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:56.361104 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:56.361421 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:56.361740 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:56.362055 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:39:56.376308 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:56.470429 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b77cb48e-8124-4685-b359-89c58ad4eb8d req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:39:56.515205 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:56.574270 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b77cb48e-8124-4685-b359-89c58ad4eb8d req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:39:56.583617 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f3bf1d-502a-4d44-b280-2ce286ca1de6 None None] Sync routers for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:39:56.594519 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f3bf1d-502a-4d44-b280-2ce286ca1de6 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:39:56.595136 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-94f3bf1d-502a-4d44-b280-2ce286ca1de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:39:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:39:56.618320 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77cb48e-8124-4685-b359-89c58ad4eb8d req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] No DVR routers for this DVR port 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:39:56.621416 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b77cb48e-8124-4685-b359-89c58ad4eb8d req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:56.624757 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b77cb48e-8124-4685-b359-89c58ad4eb8d req-75fd61a1-5ff4-4704-85b6-769e5f8a16ec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "DELETE /networking/v2.0/ports/1eb5ffaa-5090-4d35-8d38-63f8817fbd9e HTTP/1.1" status: 204 len: 173 time: 0.7996325 Oct 24 13:39:56.625242 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604ec880-17e0-4294-9b1e-b57ce613c990', 'name': 'network-vif-deleted', 'tag': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:39:56.627478 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0d129b-3a46-4317-a467-db17d1fcafa3" -d '{"events": [{"server_uuid": "604ec880-17e0-4294-9b1e-b57ce613c990", "name": "network-vif-deleted", "tag": "1eb5ffaa-5090-4d35-8d38-63f8817fbd9e"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:39:56.668771 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40504068-8f86-4c43-8db1-4a0506ffab84 x-openstack-request-id: req-40504068-8f86-4c43-8db1-4a0506ffab84 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:39:56.669085 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604ec880-17e0-4294-9b1e-b57ce613c990", "name": "network-vif-deleted", "tag": "1eb5ffaa-5090-4d35-8d38-63f8817fbd9e", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:39:56.669341 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40504068-8f86-4c43-8db1-4a0506ffab84 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:39:56.669769 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40504068-8f86-4c43-8db1-4a0506ffab84'] response: {'server_uuid': '604ec880-17e0-4294-9b1e-b57ce613c990', 'name': 'network-vif-deleted', 'tag': '1eb5ffaa-5090-4d35-8d38-63f8817fbd9e', 'status': 'completed', 'code': 200} Oct 24 13:39:56.702867 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-94f3bf1d-502a-4d44-b280-2ce286ca1de6 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:39:56.827106 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:56.840099 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:56.901152 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-94f3bf1d-502a-4d44-b280-2ce286ca1de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:39:56.929842 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f3bf1d-502a-4d44-b280-2ce286ca1de6 None None] Checking router: d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:39:56.939898 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f3bf1d-502a-4d44-b280-2ce286ca1de6 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:39:56.939898 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-94f3bf1d-502a-4d44-b280-2ce286ca1de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:39:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:39:57.037332 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-94f3bf1d-502a-4d44-b280-2ce286ca1de6 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:39:57.224685 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-94f3bf1d-502a-4d44-b280-2ce286ca1de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:39:57.248912 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f3bf1d-502a-4d44-b280-2ce286ca1de6 None None] The sync data for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi is: [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:39:57.389187 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b9b8a76a-6e1b-43f2-bd67-15964bc41b33 req-4eba12be-1c08-4ad6-b35b-80a50aa07d14 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=604ec880-17e0-4294-9b1e-b57ce613c990 HTTP/1.1" status: 200 len: 210 time: 0.0324035 Oct 24 13:39:57.468937 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d7ed2-bfb4-4d85-91e6-47c0e3c3f530 None None] New status for floating IP 967c2b08-c197-422a-9c8a-3002618ba013: DOWN {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:39:58.559749 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 43954) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:58.616076 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-45c3b674-a8de-44a4-8e44-993a23591b44 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (c3441eaa-8abc-4f3c-a8cf-03d64b394446), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:58.638407 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-45c3b674-a8de-44a4-8e44-993a23591b44 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (c3441eaa-8abc-4f3c-a8cf-03d64b394446), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:58.662256 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:39:58.730462 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-45c3b674-a8de-44a4-8e44-993a23591b44 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (c3441eaa-8abc-4f3c-a8cf-03d64b394446), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:58.733016 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-45c3b674-a8de-44a4-8e44-993a23591b44 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:58.734188 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-45c3b674-a8de-44a4-8e44-993a23591b44 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/c3441eaa-8abc-4f3c-a8cf-03d64b394446 HTTP/1.1" status: 204 len: 168 time: 0.1734004 Oct 24 13:39:58.736976 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43956) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:58.743379 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3b674-a8de-44a4-8e44-993a23591b44 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3441eaa-8abc-4f3c-a8cf-03d64b394446,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:58.751150 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.api.v2.resource [None req-66da4797-0013-45f6-bbd3-9ae79bf45746 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] show failed (client error): The resource could not be found. Oct 24 13:39:58.752342 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-66da4797-0013-45f6-bbd3-9ae79bf45746 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups/c3441eaa-8abc-4f3c-a8cf-03d64b394446 HTTP/1.1" status: 404 len: 347 time: 0.0143750 Oct 24 13:39:58.755122 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43958) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:58.865281 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-56f98a19-44ca-48a2-af48-cd91b288027b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Deleting port c1e75c92-c6c5-429f-9636-9c00559b73f0 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:39:58.865615 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56f98a19-44ca-48a2-af48-cd91b288027b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (c1e75c92-c6c5-429f-9636-9c00559b73f0), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:58.915791 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:58.937058 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:39:58.940599 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56f98a19-44ca-48a2-af48-cd91b288027b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (c1e75c92-c6c5-429f-9636-9c00559b73f0), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:58.945344 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56f98a19-44ca-48a2-af48-cd91b288027b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (c1e75c92-c6c5-429f-9636-9c00559b73f0), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:58.954576 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-56f98a19-44ca-48a2-af48-cd91b288027b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Calling delete_port for c1e75c92-c6c5-429f-9636-9c00559b73f0 owned by network:floatingip {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:39:59.137055 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56f98a19-44ca-48a2-af48-cd91b288027b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (c1e75c92-c6c5-429f-9636-9c00559b73f0), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:59.160060 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f98a19-44ca-48a2-af48-cd91b288027b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event deleted for resources: {'Port': ['ID=c1e75c92-c6c5-429f-9636-9c00559b73f0,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:59.226635 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56f98a19-44ca-48a2-af48-cd91b288027b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (967c2b08-c197-422a-9c8a-3002618ba013), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:59.229105 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-56f98a19-44ca-48a2-af48-cd91b288027b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:59.230813 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-56f98a19-44ca-48a2-af48-cd91b288027b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/967c2b08-c197-422a-9c8a-3002618ba013 HTTP/1.1" status: 204 len: 168 time: 0.4742866 Oct 24 13:39:59.233384 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:59.339448 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43962) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:59.344078 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-a8260e83-d4b2-43a8-9ceb-121a4dc1850f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--889386180', 'description': 'tempest-description--1543557947'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:39:59.438748 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a8260e83-d4b2-43a8-9ceb-121a4dc1850f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:59.473526 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:39:59.497050 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:39:59.497395 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 1eb5ffaa-5090-4d35-8d38-63f8817fbd9e not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:39:59.505805 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a8260e83-d4b2-43a8-9ceb-121a4dc1850f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (da2ddacd-e6ef-4da0-a79b-d74979662bc8), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:59.570021 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a8260e83-d4b2-43a8-9ceb-121a4dc1850f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (da2ddacd-e6ef-4da0-a79b-d74979662bc8), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:59.599351 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8260e83-d4b2-43a8-9ceb-121a4dc1850f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2ddacd-e6ef-4da0-a79b-d74979662bc8,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:59.669967 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a8260e83-d4b2-43a8-9ceb-121a4dc1850f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:59.671224 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-a8260e83-d4b2-43a8-9ceb-121a4dc1850f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3307266 Oct 24 13:39:59.674107 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43964) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:59.678424 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-929f87a1-dae3-4f2a-bdbf-85d1daab40a3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'security_group_rule': {'security_group_id': 'da2ddacd-e6ef-4da0-a79b-d74979662bc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:39:59.758708 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-929f87a1-dae3-4f2a-bdbf-85d1daab40a3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (7cd7e5d0-13d5-47b5-963a-8af906b76b43), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:59.812595 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-929f87a1-dae3-4f2a-bdbf-85d1daab40a3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (7cd7e5d0-13d5-47b5-963a-8af906b76b43), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:59.866768 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-929f87a1-dae3-4f2a-bdbf-85d1daab40a3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (7cd7e5d0-13d5-47b5-963a-8af906b76b43), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:59.884795 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f87a1-dae3-4f2a-bdbf-85d1daab40a3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd7e5d0-13d5-47b5-963a-8af906b76b43,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:39:59.954796 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-929f87a1-dae3-4f2a-bdbf-85d1daab40a3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:39:59.956049 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-929f87a1-dae3-4f2a-bdbf-85d1daab40a3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2810109 Oct 24 13:39:59.958732 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43966) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:39:59.962934 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-8d0b85f1-837c-472e-8585-4573c96d7a1e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'security_group_rule': {'security_group_id': 'da2ddacd-e6ef-4da0-a79b-d74979662bc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:40:00.064435 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8d0b85f1-837c-472e-8585-4573c96d7a1e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (556d4f93-4866-4e7a-989d-ef5e7839b0f9), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:00.084754 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:00.113047 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8d0b85f1-837c-472e-8585-4573c96d7a1e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (556d4f93-4866-4e7a-989d-ef5e7839b0f9), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:00.204465 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8d0b85f1-837c-472e-8585-4573c96d7a1e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (556d4f93-4866-4e7a-989d-ef5e7839b0f9), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:00.224487 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b85f1-837c-472e-8585-4573c96d7a1e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556d4f93-4866-4e7a-989d-ef5e7839b0f9,revision_number=0']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:40:00.349114 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-8d0b85f1-837c-472e-8585-4573c96d7a1e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:00.350282 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-8d0b85f1-837c-472e-8585-4573c96d7a1e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3906498 Oct 24 13:40:00.353486 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 43968) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:40:00.358213 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'floatingip': {'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:40:00.450283 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:00.526710 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:00.535963 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:00.633737 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_common [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Allocated IP 172.27.3.202 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/b8a07e14-98e6-485a-ba82-3981e9caab8d) {{(pid=104907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:40:00.738680 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for port (b8a07e14-98e6-485a-ba82-3981e9caab8d), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:00.833592 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (b8a07e14-98e6-485a-ba82-3981e9caab8d), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:00.875736 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:40:00.878854 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.base_scheduler [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Resources bound (agent type, host, resource id): {{(pid=104907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:40:00.882781 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Received port after_create {{(pid=104907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:40:00.889310 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'Port': ['ID=b8a07e14-98e6-485a-ba82-3981e9caab8d,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:40:00.957073 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:00.964649 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (b1df2f7f-84da-4541-bcc6-a04a427d4243), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:01.065066 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (b8a07e14-98e6-485a-ba82-3981e9caab8d), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:01.210319 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for port (b8a07e14-98e6-485a-ba82-3981e9caab8d), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:01.267074 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211953'] for port (b8a07e14-98e6-485a-ba82-3981e9caab8d), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:01.318795 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-d721e21b-5585-4638-adff-c743492afc95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:01.339282 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (b1df2f7f-84da-4541-bcc6-a04a427d4243), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:01.343033 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'Port': ['ID=b8a07e14-98e6-485a-ba82-3981e9caab8d,revision_number=2']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:40:01.400536 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:01.401815 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-9116549e-0fff-4fdf-8682-2beb44e2c9fb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0474057 Oct 24 13:40:01.597011 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-f2c6b9ff-a680-4854-85bf-43b7c1c473a5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--889386180&fields=id&tenant_id=0a7896472f034eb4b3b028d528cfbac0 HTTP/1.1" status: 200 len: 267 time: 0.0443351 Oct 24 13:40:01.708750 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-d559646c-1384-480f-be89-0a9e4a4bba0a tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:01.710208 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-d559646c-1384-480f-be89-0a9e4a4bba0a tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 814 time: 0.1068592 Oct 24 13:40:01.724350 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-f48ccaf5-a15d-439d-b674-9a4fcd7efad8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/quotas/0a7896472f034eb4b3b028d528cfbac0 HTTP/1.1" status: 200 len: 375 time: 0.0088692 Oct 24 13:40:01.774303 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-cf805dbd-076b-4096-abed-15c70673db57 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439684 Oct 24 13:40:01.802718 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:01.868840 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-d6cf8142-09e7-4b56-9c77-155804e52b42 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832040 Oct 24 13:40:01.962383 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-a1c70917-fd41-4f12-a3a8-f68130324b31 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872667 Oct 24 13:40:02.201554 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4c78b157-729a-4c53-9efe-77ccc60d8fff req-f8ef31e6-6a4b-4c55-a436-976d4aee45d9 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 210 time: 0.0303266 Oct 24 13:40:03.300701 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-56317875-9b1e-4348-aa87-9b3f30aefe44 req-75724947-2762-4069-bcb6-e93a3e907adb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 210 time: 0.0282598 Oct 24 13:40:03.644112 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ef5c5463-82b0-4b18-936e-452427241116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:04.401085 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-07a754bb-3c2c-4d30-bc31-a21b47c60bba req-e86e03b4-bb6d-42ae-9484-7487bf3d865f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 210 time: 0.0278683 Oct 24 13:40:04.947405 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:05.502556 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-dcd037fc-cd99-475e-9427-c4edd031321e req-0d27a633-44e2-40f9-a264-c8834b40dadd tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 210 time: 0.0279355 Oct 24 13:40:06.409870 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:06.570766 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:06.607941 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ea369e45-7e66-46f7-9bb2-b1e597d74ee1 req-e71a3058-46a7-4563-acaa-0570f558a983 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 210 time: 0.0313962 Oct 24 13:40:07.304717 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-722f5a5c-cc24-4329-9b50-e4dc45e63580 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:07.306230 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-722f5a5c-cc24-4329-9b50-e4dc45e63580 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 814 time: 0.1022472 Oct 24 13:40:07.376151 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-97c3afe4-8eaf-4b85-9188-cd6512109324 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0a7896472f034eb4b3b028d528cfbac0 HTTP/1.1" status: 200 len: 379 time: 0.0588882 Oct 24 13:40:07.384726 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-a6e53cd9-3895-47c4-8d56-5c6243e61cd1 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'port': {'device_id': '50390c66-fb8d-4e03-96b9-7dfdc674d94b', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'admin_state_up': True, 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'security_groups': ['da2ddacd-e6ef-4da0-a79b-d74979662bc8']}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:40:07.553046 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-a6e53cd9-3895-47c4-8d56-5c6243e61cd1 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Made reservation on behalf of 0a7896472f034eb4b3b028d528cfbac0 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:40:07.557035 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-a6e53cd9-3895-47c4-8d56-5c6243e61cd1 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:07.683512 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-a6e53cd9-3895-47c4-8d56-5c6243e61cd1 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Allocated IP 172.20.0.4 (b68375da-958f-473f-9389-64a90da42e86/cb1d7ade-82f6-46d2-8096-b4ce16cabca2/a803f95f-7afc-42f9-a263-976a6ba10f8f) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:40:07.719202 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-52473b41-3005-4879-8e18-febfcec3af3b req-e19dd874-ac38-4423-acea-7320c8f730d4 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 210 time: 0.0337999 Oct 24 13:40:07.744944 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:07.826052 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-a6e53cd9-3895-47c4-8d56-5c6243e61cd1 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for port (a803f95f-7afc-42f9-a263-976a6ba10f8f), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:07.831185 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:07.932088 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-a6e53cd9-3895-47c4-8d56-5c6243e61cd1 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (a803f95f-7afc-42f9-a263-976a6ba10f8f), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:07.973934 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-a6e53cd9-3895-47c4-8d56-5c6243e61cd1 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Network b68375da-958f-473f-9389-64a90da42e86 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:40:07.977018 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-a6e53cd9-3895-47c4-8d56-5c6243e61cd1 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:40:07.982896 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-a6e53cd9-3895-47c4-8d56-5c6243e61cd1 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:40:08.018897 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e53cd9-3895-47c4-8d56-5c6243e61cd1 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'Port': ['ID=a803f95f-7afc-42f9-a263-976a6ba10f8f,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:40:08.041526 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-a6e53cd9-3895-47c4-8d56-5c6243e61cd1 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:08.042146 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-a6e53cd9-3895-47c4-8d56-5c6243e61cd1 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:08.144511 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-a6e53cd9-3895-47c4-8d56-5c6243e61cd1 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7631578 Oct 24 13:40:08.180535 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-1ff74a99-27ac-429c-8b01-afb52128c845 None None] Provisioning complete for port a803f95f-7afc-42f9-a263-976a6ba10f8f triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:40:08.181058 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-1ff74a99-27ac-429c-8b01-afb52128c845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (a803f95f-7afc-42f9-a263-976a6ba10f8f), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:08.181254 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-1ff74a99-27ac-429c-8b01-afb52128c845 None None] Attempt 1 to provision port a803f95f-7afc-42f9-a263-976a6ba10f8f Oct 24 13:40:08.190398 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Request body: {'port': {'device_id': '50390c66-fb8d-4e03-96b9-7dfdc674d94b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:40:08.218014 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-1ff74a99-27ac-429c-8b01-afb52128c845 None None] Port a803f95f-7afc-42f9-a263-976a6ba10f8f cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:40:08.249849 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (a803f95f-7afc-42f9-a263-976a6ba10f8f), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:08.494508 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:08.500668 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a803f95f-7afc-42f9-a263-976a6ba10f8f {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:40:08.507914 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Publish callbacks [] for port (a803f95f-7afc-42f9-a263-976a6ba10f8f), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:08.519789 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Transition to ACTIVE for port object a803f95f-7afc-42f9-a263-976a6ba10f8f will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:40:08.564197 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (a803f95f-7afc-42f9-a263-976a6ba10f8f), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:08.624874 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Pushing event updated for resources: {'Port': ['ID=a803f95f-7afc-42f9-a263-976a6ba10f8f,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:40:08.672490 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Attempting to bind port a803f95f-7afc-42f9-a263-976a6ba10f8f on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:40:08.672817 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Attempting to bind port a803f95f-7afc-42f9-a263-976a6ba10f8f by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:40:08.673137 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Attempting to bind port a803f95f-7afc-42f9-a263-976a6ba10f8f on network b68375da-958f-473f-9389-64a90da42e86 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:40:08.715855 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Port a803f95f-7afc-42f9-a263-976a6ba10f8f on network b68375da-958f-473f-9389-64a90da42e86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:40:08.716507 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Attempting to bind port a803f95f-7afc-42f9-a263-976a6ba10f8f on network b68375da-958f-473f-9389-64a90da42e86 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:40:08.756924 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:40:08.757252 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Checking segment: {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:40:08.757625 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Bound using segment: {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:40:08.758049 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Bound port: a803f95f-7afc-42f9-a263-976a6ba10f8f, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:40:08.758400 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (a803f95f-7afc-42f9-a263-976a6ba10f8f), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:08.853732 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] For port a803f95f-7afc-42f9-a263-976a6ba10f8f, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:40:08.861385 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c703e86-7408-4b58-8e7a-415c266ec83f req-393eb6d0-26f8-4b51-b48d-4fd5fe52914f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:08.862830 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8c703e86-7408-4b58-8e7a-415c266ec83f req-393eb6d0-26f8-4b51-b48d-4fd5fe52914f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 943 time: 0.0659075 Oct 24 13:40:08.864396 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] For port a803f95f-7afc-42f9-a263-976a6ba10f8f, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=a803f95f-7afc-42f9-a263-976a6ba10f8f,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:40:08.908512 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8c703e86-7408-4b58-8e7a-415c266ec83f req-d9f4607e-d37f-4ab5-8a59-cbac28abd70a tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da2ddacd-e6ef-4da0-a79b-d74979662bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396080 Oct 24 13:40:08.987640 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (a803f95f-7afc-42f9-a263-976a6ba10f8f), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:08.991901 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:08.992534 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:08.993860 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/a803f95f-7afc-42f9-a263-976a6ba10f8f HTTP/1.1" status: 200 len: 1093 time: 0.8083634 Oct 24 13:40:08.994399 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50390c66-fb8d-4e03-96b9-7dfdc674d94b', 'tag': 'a803f95f-7afc-42f9-a263-976a6ba10f8f'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:40:08.996657 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42200620-8071-45f7-b843-446d47821bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "50390c66-fb8d-4e03-96b9-7dfdc674d94b", "tag": "a803f95f-7afc-42f9-a263-976a6ba10f8f"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:40:09.038314 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480a4552-ce63-44df-b3bd-f6be977eb075 x-openstack-request-id: req-480a4552-ce63-44df-b3bd-f6be977eb075 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:40:09.038590 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50390c66-fb8d-4e03-96b9-7dfdc674d94b", "tag": "a803f95f-7afc-42f9-a263-976a6ba10f8f", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:40:09.038837 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-480a4552-ce63-44df-b3bd-f6be977eb075 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:40:09.039226 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-480a4552-ce63-44df-b3bd-f6be977eb075'] response: {'name': 'network-changed', 'server_uuid': '50390c66-fb8d-4e03-96b9-7dfdc674d94b', 'tag': 'a803f95f-7afc-42f9-a263-976a6ba10f8f', 'status': 'completed', 'code': 200} Oct 24 13:40:09.049285 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d873a-7c15-4115-b5ea-8df2b2719174 service neutron] Pushing event updated for resources: {'Port': ['ID=a803f95f-7afc-42f9-a263-976a6ba10f8f,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:40:09.113953 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42200620-8071-45f7-b843-446d47821bcc req-e1ee43da-7829-49bc-9856-89ea95a331b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:09.115443 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-42200620-8071-45f7-b843-446d47821bcc req-e1ee43da-7829-49bc-9856-89ea95a331b5 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 1127 time: 0.0400958 Oct 24 13:40:09.231299 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:09.234316 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42200620-8071-45f7-b843-446d47821bcc req-87a35462-c6d3-4918-9424-85dfdfa923ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:09.235753 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-42200620-8071-45f7-b843-446d47821bcc req-87a35462-c6d3-4918-9424-85dfdfa923ce service neutron] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=0a7896472f034eb4b3b028d528cfbac0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0928807 Oct 24 13:40:09.328675 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42200620-8071-45f7-b843-446d47821bcc req-0d326f6a-15a5-464c-91a3-9650f5e689a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:09.330103 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-42200620-8071-45f7-b843-446d47821bcc req-0d326f6a-15a5-464c-91a3-9650f5e689a5 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872769 Oct 24 13:40:09.423331 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-49e4eb24-54b0-4eb6-8ab9-b82fac77729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:09.424937 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-49e4eb24-54b0-4eb6-8ab9-b82fac77729e service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 1127 time: 0.0425603 Oct 24 13:40:09.469281 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-277a1fe2-47ab-412a-bb04-741f9973e096 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a803f95f-7afc-42f9-a263-976a6ba10f8f HTTP/1.1" status: 200 len: 217 time: 0.0317760 Oct 24 13:40:09.517545 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-362f54e9-35df-4234-bf05-91c2f395c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:09.518976 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-362f54e9-35df-4234-bf05-91c2f395c63e service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=cb1d7ade-82f6-46d2-8096-b4ce16cabca2 HTTP/1.1" status: 200 len: 853 time: 0.0429523 Oct 24 13:40:09.562654 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-f1848ca0-00dc-4aed-bffc-427efe4d4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:09.564077 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-f1848ca0-00dc-4aed-bffc-427efe4d4719 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=b68375da-958f-473f-9389-64a90da42e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371997 Oct 24 13:40:09.655985 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-14c2baa0-2105-4aad-8689-1eeea106edce service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829432 Oct 24 13:40:09.706750 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:09.743305 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b09ed21f-e3d6-4bf8-9611-53cd2b974088 req-6b433b38-1490-4ac1-b3c6-1db34cbd7ace service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806358 Oct 24 13:40:10.033862 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8d8ef-b0f3-4c00-b963-5459969583d8 req-83f78142-1e47-4c5b-a3d7-fc214d4ee3a2 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:10.035308 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-88c8d8ef-b0f3-4c00-b963-5459969583d8 req-83f78142-1e47-4c5b-a3d7-fc214d4ee3a2 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 943 time: 0.0499837 Oct 24 13:40:10.085388 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-88c8d8ef-b0f3-4c00-b963-5459969583d8 req-88ae0256-fa78-4a12-bb1a-7f5879fd98f4 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da2ddacd-e6ef-4da0-a79b-d74979662bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444109 Oct 24 13:40:11.206702 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beef5a-35a8-4256-90fe-ca8f1147d63f req-d869a344-a96f-4f9d-bcc3-8f4c4425d0b8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:11.208148 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-72beef5a-35a8-4256-90fe-ca8f1147d63f req-d869a344-a96f-4f9d-bcc3-8f4c4425d0b8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 943 time: 0.0463526 Oct 24 13:40:11.255339 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-72beef5a-35a8-4256-90fe-ca8f1147d63f req-4bab9ac8-08a5-41b6-9321-fcbed375fd9c tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da2ddacd-e6ef-4da0-a79b-d74979662bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415013 Oct 24 13:40:12.377074 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a63c68-bf16-4c50-89e2-cc16b8542633 req-f0eee49b-6495-439e-abcd-5e1bb0f4291b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:12.378446 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d0a63c68-bf16-4c50-89e2-cc16b8542633 req-f0eee49b-6495-439e-abcd-5e1bb0f4291b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 943 time: 0.0466874 Oct 24 13:40:12.425528 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-d0a63c68-bf16-4c50-89e2-cc16b8542633 req-f0227e0f-556b-44ee-a803-32f76d62ce5c tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da2ddacd-e6ef-4da0-a79b-d74979662bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413859 Oct 24 13:40:13.466849 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-fc20bc2e-2f46-4fce-a1a2-80e27b088a1a tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-14826782&fields=id&tenant_id=46d41e46b7e3415684c32b22f31eefb5 HTTP/1.1" status: 200 len: 267 time: 0.0456154 Oct 24 13:40:13.516533 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device a803f95f-7afc-42f9-a263-976a6ba10f8f details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:40:13.533136 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:13.551974 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc6527-c683-4824-9414-306ce0d7e93d req-29c84571-7086-4dd8-bbbb-938115847cfb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:13.553560 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-56dc6527-c683-4824-9414-306ce0d7e93d req-29c84571-7086-4dd8-bbbb-938115847cfb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 943 time: 0.0509014 Oct 24 13:40:13.583085 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-be378123-1f18-491b-8871-99cc78106db3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:13.584603 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-be378123-1f18-491b-8871-99cc78106db3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/networks?id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532 HTTP/1.1" status: 200 len: 811 time: 0.1113594 Oct 24 13:40:13.600445 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-57a213c6-94dc-4bb9-b1ee-09f7a2b2127c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/quotas/46d41e46b7e3415684c32b22f31eefb5 HTTP/1.1" status: 200 len: 375 time: 0.0097487 Oct 24 13:40:13.604059 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-56dc6527-c683-4824-9414-306ce0d7e93d req-dc1749de-5dbf-48cf-8f3e-bba532166bbb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da2ddacd-e6ef-4da0-a79b-d74979662bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445721 Oct 24 13:40:13.617264 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port a803f95f-7afc-42f9-a263-976a6ba10f8f, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=a803f95f-7afc-42f9-a263-976a6ba10f8f,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:40:13.633337 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': 'a803f95f-7afc-42f9-a263-976a6ba10f8f', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'port_id': 'a803f95f-7afc-42f9-a263-976a6ba10f8f', 'mac_address': 'fa:16:3e:71:30:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:40:13.655084 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-58ac78aa-d4ef-4864-87e9-357bd808daa0 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=46d41e46b7e3415684c32b22f31eefb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480397 Oct 24 13:40:13.667094 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port a803f95f-7afc-42f9-a263-976a6ba10f8f is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:40:13.667479 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (a803f95f-7afc-42f9-a263-976a6ba10f8f), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:13.670143 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:13.681531 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a803f95f-7afc-42f9-a263-976a6ba10f8f {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:40:13.702017 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port a803f95f-7afc-42f9-a263-976a6ba10f8f, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=a803f95f-7afc-42f9-a263-976a6ba10f8f,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:40:13.755020 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-14631c32-d979-4f2f-80ae-c46c50951419 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886884 Oct 24 13:40:13.764358 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (a803f95f-7afc-42f9-a263-976a6ba10f8f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:13.810370 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=a803f95f-7afc-42f9-a263-976a6ba10f8f,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:40:13.818438 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:40:13.818789 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:40:13.819128 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:40:13.819465 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:40:13.819799 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:40:13.820135 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:40:13.820488 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:40:13.820816 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:40:13.821143 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:40:13.821467 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:40:13.821792 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:40:13.822371 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:40:13.822692 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:40:13.823011 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:40:13.823327 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:40:13.845740 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-c722db08-f8f2-4ee1-9f4e-ba1aaa7f3a2d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849726 Oct 24 13:40:14.160810 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['a803f95f-7afc-42f9-a263-976a6ba10f8f'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:40:14.262801 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:14.289023 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fa4f1785-4c10-4e89-9223-c5913dcb92b2 req-30b16451-76ff-40e7-8af4-52ba75cc9f83 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 210 time: 0.0291548 Oct 24 13:40:14.726082 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ea0fb-e8b7-4a20-baa0-3657b7e576ca req-1e966961-2de4-49f4-9354-c53acdde6372 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:14.727562 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-889ea0fb-e8b7-4a20-baa0-3657b7e576ca req-1e966961-2de4-49f4-9354-c53acdde6372 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 944 time: 0.0486052 Oct 24 13:40:14.779346 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-889ea0fb-e8b7-4a20-baa0-3657b7e576ca req-cf3f17de-f80c-4fc0-92f7-ee227201f7f4 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da2ddacd-e6ef-4da0-a79b-d74979662bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458567 Oct 24 13:40:15.395917 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-89dc369b-f1d4-4642-a8f8-f3433a2f94c3 req-88b6aa1d-246e-4659-9bd1-126171670f92 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 210 time: 0.0296834 Oct 24 13:40:15.535919 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device a803f95f-7afc-42f9-a263-976a6ba10f8f up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:40:15.562115 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:15.567009 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:15.578555 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port a803f95f-7afc-42f9-a263-976a6ba10f8f completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:40:15.701186 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port a803f95f-7afc-42f9-a263-976a6ba10f8f triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:40:15.701581 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (a803f95f-7afc-42f9-a263-976a6ba10f8f), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:15.702482 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port a803f95f-7afc-42f9-a263-976a6ba10f8f Oct 24 13:40:15.777359 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port a803f95f-7afc-42f9-a263-976a6ba10f8f is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:40:15.777746 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (a803f95f-7afc-42f9-a263-976a6ba10f8f), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:15.800681 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50390c66-fb8d-4e03-96b9-7dfdc674d94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a803f95f-7afc-42f9-a263-976a6ba10f8f'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:40:15.802796 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ab9a72-a351-4078-900b-50c40f9b912a" -d '{"events": [{"server_uuid": "50390c66-fb8d-4e03-96b9-7dfdc674d94b", "name": "network-vif-plugged", "status": "completed", "tag": "a803f95f-7afc-42f9-a263-976a6ba10f8f"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:40:15.815758 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port a803f95f-7afc-42f9-a263-976a6ba10f8f, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=a803f95f-7afc-42f9-a263-976a6ba10f8f,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:40:15.843810 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7042e2f-0909-4143-8256-7a9944a3318b x-openstack-request-id: req-f7042e2f-0909-4143-8256-7a9944a3318b {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:40:15.844133 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50390c66-fb8d-4e03-96b9-7dfdc674d94b", "name": "network-vif-plugged", "status": "completed", "tag": "a803f95f-7afc-42f9-a263-976a6ba10f8f", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:40:15.844419 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7042e2f-0909-4143-8256-7a9944a3318b {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:40:15.846743 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7042e2f-0909-4143-8256-7a9944a3318b'] response: {'server_uuid': '50390c66-fb8d-4e03-96b9-7dfdc674d94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a803f95f-7afc-42f9-a263-976a6ba10f8f', 'code': 200} Oct 24 13:40:15.861285 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (a803f95f-7afc-42f9-a263-976a6ba10f8f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:15.901750 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12825408-8af4-4e05-9c1e-e2897f9401b4 req-2778928e-f8f3-45e9-b9d0-f59e001195d8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:15.903212 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-12825408-8af4-4e05-9c1e-e2897f9401b4 req-2778928e-f8f3-45e9-b9d0-f59e001195d8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 945 time: 0.0480027 Oct 24 13:40:15.909457 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=a803f95f-7afc-42f9-a263-976a6ba10f8f,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:40:15.958572 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-12825408-8af4-4e05-9c1e-e2897f9401b4 req-b0ea9965-d981-4fab-92f1-e9744b687c5b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da2ddacd-e6ef-4da0-a79b-d74979662bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472836 Oct 24 13:40:16.242484 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2ed2f82b-f579-4ab9-b26e-22f3938a1b76 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:16.243925 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2ed2f82b-f579-4ab9-b26e-22f3938a1b76 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.59 "GET /networking/v2.0/networks?id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532 HTTP/1.1" status: 200 len: 811 time: 0.1317360 Oct 24 13:40:16.261084 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c17939-2bc1-4987-a2ce-617a686c70d2 req-5e12cf23-ee1c-4386-9d6f-a4a1952697d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:16.262524 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-22c17939-2bc1-4987-a2ce-617a686c70d2 req-5e12cf23-ee1c-4386-9d6f-a4a1952697d1 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 1129 time: 0.0648327 Oct 24 13:40:16.290596 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:16.345076 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-aae8e9fb-aa8c-4833-825c-6f5cc8df5a76 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.59 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=46d41e46b7e3415684c32b22f31eefb5 HTTP/1.1" status: 200 len: 378 time: 0.0899544 Oct 24 13:40:16.347159 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-22c17939-2bc1-4987-a2ce-617a686c70d2 req-4ff89ce6-5683-4f92-8a84-e5586df1858d service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da2ddacd-e6ef-4da0-a79b-d74979662bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763590 Oct 24 13:40:16.636379 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-e2c15b7f-984b-474e-abef-3fe3d77834dd tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Request body: {'port': {'device_id': '42bdff1e-48cd-4c08-a043-0e592c6d119c', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'admin_state_up': True, 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'security_groups': ['b644f981-7f13-4a14-b50a-255366e11ea3']}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:40:16.660128 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-6df00a9d-5c28-4870-a420-b5a1010dca9d req-5f6995f6-4ab6-4059-9244-e9102fda8970 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 210 time: 0.1818991 Oct 24 13:40:16.843966 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-e2c15b7f-984b-474e-abef-3fe3d77834dd tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Made reservation on behalf of 46d41e46b7e3415684c32b22f31eefb5 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:40:16.847845 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-e2c15b7f-984b-474e-abef-3fe3d77834dd tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:16.923676 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:16.971298 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-e2c15b7f-984b-474e-abef-3fe3d77834dd tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Allocated IP 172.20.0.4 (f594f9ca-1fdb-418d-87fd-7e11dd1c7532/c754290e-efaf-4855-ae51-c99dff5cf159/e309bad0-13db-408d-9058-da5aa46fcee8) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:40:17.116220 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c926313-4eb2-4fb3-b887-98451933cd2d req-0dcb301b-09ec-4a2a-b390-f565c2bf6666 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:17.117702 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7c926313-4eb2-4fb3-b887-98451933cd2d req-0dcb301b-09ec-4a2a-b390-f565c2bf6666 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 945 time: 0.0606756 Oct 24 13:40:17.167322 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-e2c15b7f-984b-474e-abef-3fe3d77834dd tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for port (e309bad0-13db-408d-9058-da5aa46fcee8), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:17.204170 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-7c926313-4eb2-4fb3-b887-98451933cd2d req-dd40f1a2-46f3-4ead-8f4a-47e27cee5dcb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da2ddacd-e6ef-4da0-a79b-d74979662bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791185 Oct 24 13:40:17.278881 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-e2c15b7f-984b-474e-abef-3fe3d77834dd tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (e309bad0-13db-408d-9058-da5aa46fcee8), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:17.321063 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-e2c15b7f-984b-474e-abef-3fe3d77834dd tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:40:17.326357 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-e2c15b7f-984b-474e-abef-3fe3d77834dd tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:40:17.330132 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-e2c15b7f-984b-474e-abef-3fe3d77834dd tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:40:17.336170 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c15b7f-984b-474e-abef-3fe3d77834dd tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event updated for resources: {'Port': ['ID=e309bad0-13db-408d-9058-da5aa46fcee8,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:40:17.365313 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:17.382579 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-e2c15b7f-984b-474e-abef-3fe3d77834dd tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:17.383195 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-e2c15b7f-984b-474e-abef-3fe3d77834dd tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:17.458407 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-e2c15b7f-984b-474e-abef-3fe3d77834dd tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8261220 Oct 24 13:40:17.589391 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ccd1af40-7788-4511-ad63-df8bd08af794 None None] Provisioning complete for port e309bad0-13db-408d-9058-da5aa46fcee8 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:40:17.589899 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ccd1af40-7788-4511-ad63-df8bd08af794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (e309bad0-13db-408d-9058-da5aa46fcee8), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:17.590090 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ccd1af40-7788-4511-ad63-df8bd08af794 None None] Attempt 1 to provision port e309bad0-13db-408d-9058-da5aa46fcee8 Oct 24 13:40:17.625172 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ccd1af40-7788-4511-ad63-df8bd08af794 None None] Port e309bad0-13db-408d-9058-da5aa46fcee8 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:40:17.779779 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa906b8f-6ff8-4d04-a4cc-55af34a9acb2 req-6f52e047-0488-4551-ab1f-4ef28dab5df8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:17.781181 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fa906b8f-6ff8-4d04-a4cc-55af34a9acb2 req-6f52e047-0488-4551-ab1f-4ef28dab5df8 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 931 time: 0.0459809 Oct 24 13:40:17.830094 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fa906b8f-6ff8-4d04-a4cc-55af34a9acb2 req-611cd651-a254-42cd-87e5-debd1c5ad32e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433741 Oct 24 13:40:17.953003 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Request body: {'port': {'device_id': '42bdff1e-48cd-4c08-a043-0e592c6d119c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:40:18.016232 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (e309bad0-13db-408d-9058-da5aa46fcee8), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:18.270597 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e309bad0-13db-408d-9058-da5aa46fcee8 {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:40:18.278453 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Publish callbacks [] for port (e309bad0-13db-408d-9058-da5aa46fcee8), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:18.319453 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Transition to ACTIVE for port object e309bad0-13db-408d-9058-da5aa46fcee8 will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:40:18.333355 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fd653-2f87-43fe-b127-078f79dd919e req-a33b38b9-bcf6-45f9-81a0-ddf1f1965627 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:18.334816 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e76fd653-2f87-43fe-b127-078f79dd919e req-a33b38b9-bcf6-45f9-81a0-ddf1f1965627 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 945 time: 0.0538712 Oct 24 13:40:18.381829 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e76fd653-2f87-43fe-b127-078f79dd919e req-7265827a-7db1-4369-bb98-d7abb033df3b tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da2ddacd-e6ef-4da0-a79b-d74979662bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412693 Oct 24 13:40:18.404059 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (e309bad0-13db-408d-9058-da5aa46fcee8), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:18.472205 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Pushing event updated for resources: {'Port': ['ID=e309bad0-13db-408d-9058-da5aa46fcee8,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:40:18.499982 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574c907-54ed-4c3f-8073-a0fbc8c6bad6 req-8d747486-3a67-4565-8e29-70df3de9b988 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:18.501565 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9574c907-54ed-4c3f-8073-a0fbc8c6bad6 req-8d747486-3a67-4565-8e29-70df3de9b988 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 945 time: 0.0488906 Oct 24 13:40:18.511988 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 44100) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:40:18.513794 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:18.516582 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.v2.base [None req-a7ec28da-09b0-4adb-9908-dc57d55ea260 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'floatingip': {'port_id': 'a803f95f-7afc-42f9-a263-976a6ba10f8f'}} {{(pid=104907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:40:18.524177 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Attempting to bind port e309bad0-13db-408d-9058-da5aa46fcee8 on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:40:18.524516 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Attempting to bind port e309bad0-13db-408d-9058-da5aa46fcee8 by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:40:18.524845 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Attempting to bind port e309bad0-13db-408d-9058-da5aa46fcee8 on network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:40:18.559722 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a7ec28da-09b0-4adb-9908-dc57d55ea260 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (b1df2f7f-84da-4541-bcc6-a04a427d4243), before_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:18.566996 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Port e309bad0-13db-408d-9058-da5aa46fcee8 on network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:40:18.568954 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Attempting to bind port e309bad0-13db-408d-9058-da5aa46fcee8 on network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:40:18.613532 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:40:18.613859 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Checking segment: {'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:40:18.614234 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Bound using segment: {'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:40:18.614664 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Bound port: e309bad0-13db-408d-9058-da5aa46fcee8, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:40:18.615018 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (e309bad0-13db-408d-9058-da5aa46fcee8), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:18.725015 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:18.896828 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:18.944026 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] For port e309bad0-13db-408d-9058-da5aa46fcee8, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:40:18.963004 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] For port e309bad0-13db-408d-9058-da5aa46fcee8, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=e309bad0-13db-408d-9058-da5aa46fcee8,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:40:18.970150 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a96a-ab7f-48e3-bb57-f58ef6b9a6f3 req-13902c94-3aed-4b38-8937-39aca746bded tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:18.971632 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e418a96a-ab7f-48e3-bb57-f58ef6b9a6f3 req-13902c94-3aed-4b38-8937-39aca746bded tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 943 time: 0.0645571 Oct 24 13:40:19.003313 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a7ec28da-09b0-4adb-9908-dc57d55ea260 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:19.018702 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (e309bad0-13db-408d-9058-da5aa46fcee8), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:19.023848 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:19.024482 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:19.025922 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2a234801-5404-480c-953d-13b50371ca0c service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/e309bad0-13db-408d-9058-da5aa46fcee8 HTTP/1.1" status: 200 len: 1093 time: 1.0778904 Oct 24 13:40:19.029566 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-e418a96a-ab7f-48e3-bb57-f58ef6b9a6f3 req-d4f1e0df-556f-49fc-827d-f240b21878f7 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519276 Oct 24 13:40:19.030625 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bdff1e-48cd-4c08-a043-0e592c6d119c', 'tag': 'e309bad0-13db-408d-9058-da5aa46fcee8'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:40:19.032902 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f0783a-a41d-4996-bbe8-260a755d9216" -d '{"events": [{"name": "network-changed", "server_uuid": "42bdff1e-48cd-4c08-a043-0e592c6d119c", "tag": "e309bad0-13db-408d-9058-da5aa46fcee8"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:40:19.045602 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a7ec28da-09b0-4adb-9908-dc57d55ea260 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (b1df2f7f-84da-4541-bcc6-a04a427d4243), after_update {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:19.080144 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a234801-5404-480c-953d-13b50371ca0c service neutron] Pushing event updated for resources: {'Port': ['ID=e309bad0-13db-408d-9058-da5aa46fcee8,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:40:19.087794 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d320289-7161-457a-99f8-6aeb418d0ddf x-openstack-request-id: req-9d320289-7161-457a-99f8-6aeb418d0ddf {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:40:19.088081 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42bdff1e-48cd-4c08-a043-0e592c6d119c", "tag": "e309bad0-13db-408d-9058-da5aa46fcee8", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:40:19.088362 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d320289-7161-457a-99f8-6aeb418d0ddf {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:40:19.088763 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d320289-7161-457a-99f8-6aeb418d0ddf'] response: {'name': 'network-changed', 'server_uuid': '42bdff1e-48cd-4c08-a043-0e592c6d119c', 'tag': 'e309bad0-13db-408d-9058-da5aa46fcee8', 'status': 'completed', 'code': 200} Oct 24 13:40:19.139759 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:19.153241 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.db.l3_db [None req-a7ec28da-09b0-4adb-9908-dc57d55ea260 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Floating IP b1df2f7f-84da-4541-bcc6-a04a427d4243 associated. External IP: 172.27.3.202, port: a803f95f-7afc-42f9-a263-976a6ba10f8f. Oct 24 13:40:19.162367 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0783a-a41d-4996-bbe8-260a755d9216 req-a4646ca0-91af-4bad-81ba-69314f405cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:19.163850 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-45f0783a-a41d-4996-bbe8-260a755d9216 req-a4646ca0-91af-4bad-81ba-69314f405cb4 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=46d41e46b7e3415684c32b22f31eefb5&device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 1127 time: 0.0418475 Oct 24 13:40:19.263748 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0783a-a41d-4996-bbe8-260a755d9216 req-cc6ec2e4-c4e2-4908-9398-df4767ff5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:19.265704 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-45f0783a-a41d-4996-bbe8-260a755d9216 req-cc6ec2e4-c4e2-4908-9398-df4767ff5268 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=46d41e46b7e3415684c32b22f31eefb5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0926769 Oct 24 13:40:19.349908 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ec28da-09b0-4adb-9908-dc57d55ea260 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:40:19.362764 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0783a-a41d-4996-bbe8-260a755d9216 req-77fc390d-b097-4348-9c74-d005e71fbd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:19.364254 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-45f0783a-a41d-4996-bbe8-260a755d9216 req-77fc390d-b097-4348-9c74-d005e71fbd88 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929449 Oct 24 13:40:19.450103 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-e94c2a91-2b2e-4f7b-945c-e5bd8a68c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:19.451706 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-e94c2a91-2b2e-4f7b-945c-e5bd8a68c5ef service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=46d41e46b7e3415684c32b22f31eefb5&device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 1127 time: 0.0395155 Oct 24 13:40:19.457253 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ec28da-09b0-4adb-9908-dc57d55ea260 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:40:19.462184 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-a7ec28da-09b0-4adb-9908-dc57d55ea260 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:19.466847 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bb791-c70e-41ad-a6b5-5599b2f31b42 None None] Sync routers for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:40:19.477741 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5bb791-c70e-41ad-a6b5-5599b2f31b42 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:40:19.478327 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-9d5bb791-c70e-41ad-a6b5-5599b2f31b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:40:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:40:19.491725 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-a7ec28da-09b0-4adb-9908-dc57d55ea260 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/b1df2f7f-84da-4541-bcc6-a04a427d4243 HTTP/1.1" status: 200 len: 991 time: 0.9786358 Oct 24 13:40:19.492383 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50390c66-fb8d-4e03-96b9-7dfdc674d94b', 'tag': 'a803f95f-7afc-42f9-a263-976a6ba10f8f'}] {{(pid=104907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:40:19.494768 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954dccf414852867a7e6a4d984216e3ce3e9b7f8b3e530173b70fede63e4834c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17e6d68-470e-42fc-879e-4b6bbad8628f" -d '{"events": [{"name": "network-changed", "server_uuid": "50390c66-fb8d-4e03-96b9-7dfdc674d94b", "tag": "a803f95f-7afc-42f9-a263-976a6ba10f8f"}]}' {{(pid=104907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:40:19.499983 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-8268bbc7-e0f5-4627-8a8f-61cca5acf0d6 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e309bad0-13db-408d-9058-da5aa46fcee8 HTTP/1.1" status: 200 len: 217 time: 0.0382471 Oct 24 13:40:19.534397 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25cf977-83f8-48a3-aae9-3e7177861e4c x-openstack-request-id: req-a25cf977-83f8-48a3-aae9-3e7177861e4c {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:40:19.536589 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50390c66-fb8d-4e03-96b9-7dfdc674d94b", "tag": "a803f95f-7afc-42f9-a263-976a6ba10f8f", "status": "completed", "code": 200}]} {{(pid=104907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:40:19.536589 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a25cf977-83f8-48a3-aae9-3e7177861e4c {{(pid=104907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:40:19.536589 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25cf977-83f8-48a3-aae9-3e7177861e4c'] response: {'name': 'network-changed', 'server_uuid': '50390c66-fb8d-4e03-96b9-7dfdc674d94b', 'tag': 'a803f95f-7afc-42f9-a263-976a6ba10f8f', 'status': 'completed', 'code': 200} Oct 24 13:40:19.549469 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-e06799e5-21e9-41cb-af0e-2c5ecdc128f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:19.551039 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-e06799e5-21e9-41cb-af0e-2c5ecdc128f6 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c754290e-efaf-4855-ae51-c99dff5cf159 HTTP/1.1" status: 200 len: 850 time: 0.0460649 Oct 24 13:40:19.629542 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-985068be-bb2a-439d-a16d-479ef8b0892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:19.631050 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-985068be-bb2a-439d-a16d-479ef8b0892c service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707688 Oct 24 13:40:19.636507 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e6d68-470e-42fc-879e-4b6bbad8628f req-88724b05-65a0-4d99-8426-8eef2197f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:19.638046 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b17e6d68-470e-42fc-879e-4b6bbad8628f req-88724b05-65a0-4d99-8426-8eef2197f5b3 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 1129 time: 0.0501165 Oct 24 13:40:19.724250 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-9d5bb791-c70e-41ad-a6b5-5599b2f31b42 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:40:19.799084 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-d954d7da-f848-4168-b572-afec93f65d2b service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600065 Oct 24 13:40:19.803291 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e6d68-470e-42fc-879e-4b6bbad8628f req-a69edb30-d20f-4184-bb97-2b6e8f45ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:19.804735 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b17e6d68-470e-42fc-879e-4b6bbad8628f req-a69edb30-d20f-4184-bb97-2b6e8f45ce03 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 915 time: 0.1577034 Oct 24 13:40:19.884427 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:19.903534 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:19.916108 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b17e6d68-470e-42fc-879e-4b6bbad8628f req-3880bd34-2727-4ed2-99e4-32418c01338f service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a803f95f-7afc-42f9-a263-976a6ba10f8f HTTP/1.1" status: 200 len: 999 time: 0.1029346 Oct 24 13:40:19.934503 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-9d5bb791-c70e-41ad-a6b5-5599b2f31b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'b1df2f7f-84da-4541-bcc6-a04a427d4243', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': 'a803f95f-7afc-42f9-a263-976a6ba10f8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:71:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50390c66-fb8d-4e03-96b9-7dfdc674d94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:40:00Z', 'updated_at': '2022-10-24T13:40:18Z', 'revision_number': 1, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:40:19.962421 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bb791-c70e-41ad-a6b5-5599b2f31b42 None None] Checking router: d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:40:19.970701 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-8e9a3093-e21f-41bb-8094-6a8c16cf7b0a req-2d716190-75c0-489e-b79d-eb49ee6a5398 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650426 Oct 24 13:40:19.971494 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5bb791-c70e-41ad-a6b5-5599b2f31b42 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:40:19.972087 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-9d5bb791-c70e-41ad-a6b5-5599b2f31b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:40:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:40:19.974399 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:19.981700 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e6d68-470e-42fc-879e-4b6bbad8628f req-c947a046-4f67-4c7a-a615-f7552f576da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:19.983699 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b17e6d68-470e-42fc-879e-4b6bbad8628f req-c947a046-4f67-4c7a-a615-f7552f576da4 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=cb1d7ade-82f6-46d2-8096-b4ce16cabca2 HTTP/1.1" status: 200 len: 853 time: 0.0584240 Oct 24 13:40:20.026840 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e6d68-470e-42fc-879e-4b6bbad8628f req-a0df6aad-b0d2-45b7-983c-83dda0dc1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:20.028478 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b17e6d68-470e-42fc-879e-4b6bbad8628f req-a0df6aad-b0d2-45b7-983c-83dda0dc1763 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=b68375da-958f-473f-9389-64a90da42e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394781 Oct 24 13:40:20.076092 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-9d5bb791-c70e-41ad-a6b5-5599b2f31b42 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:40:20.115550 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:20.130356 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b17e6d68-470e-42fc-879e-4b6bbad8628f req-cde9759f-2b26-4b1f-864a-9a1dca0f184a service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961661 Oct 24 13:40:20.163537 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692af086-aa0e-4781-8f26-65358da4f62b req-9a2ceb31-5234-4c30-81f1-b84b794b933a tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:20.165047 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-692af086-aa0e-4781-8f26-65358da4f62b req-9a2ceb31-5234-4c30-81f1-b84b794b933a tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 943 time: 0.0497487 Oct 24 13:40:20.218633 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-692af086-aa0e-4781-8f26-65358da4f62b req-3a0a31ea-5bad-4735-b57a-2c55fae00e60 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469651 Oct 24 13:40:20.300082 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-9d5bb791-c70e-41ad-a6b5-5599b2f31b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'b1df2f7f-84da-4541-bcc6-a04a427d4243', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': 'a803f95f-7afc-42f9-a263-976a6ba10f8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:71:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50390c66-fb8d-4e03-96b9-7dfdc674d94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:40:00Z', 'updated_at': '2022-10-24T13:40:18Z', 'revision_number': 1, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:40:20.324569 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bb791-c70e-41ad-a6b5-5599b2f31b42 None None] The sync data for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi is: [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'b1df2f7f-84da-4541-bcc6-a04a427d4243', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': 'a803f95f-7afc-42f9-a263-976a6ba10f8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:71:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50390c66-fb8d-4e03-96b9-7dfdc674d94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:40:00Z', 'updated_at': '2022-10-24T13:40:18Z', 'revision_number': 1, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:40:20.507061 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e266d1-26b2-4fe3-a940-e16bf7f10a45 None None] New status for floating IP b1df2f7f-84da-4541-bcc6-a04a427d4243: ACTIVE {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:40:20.941398 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b17e6d68-470e-42fc-879e-4b6bbad8628f req-af3cbab8-0483-482c-b0ee-618bfa090128 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823619 Oct 24 13:40:21.395847 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a8be8-0e54-47ca-afc6-6931efe92d4d req-b0ca7cb3-6e7a-4090-80e9-dcafb370bf6a tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:21.397329 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-957a8be8-0e54-47ca-afc6-6931efe92d4d req-b0ca7cb3-6e7a-4090-80e9-dcafb370bf6a tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 943 time: 0.1031692 Oct 24 13:40:21.447681 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-957a8be8-0e54-47ca-afc6-6931efe92d4d req-18a4293f-fa7d-4e09-9ce3-f46ea8d47d2f tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447619 Oct 24 13:40:22.566163 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7d664-b70c-44a7-9ae3-8b1f2863777f req-75aa4ada-bd97-4e3d-a3e3-6d74ca52bd3f tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:22.567630 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2aa7d664-b70c-44a7-9ae3-8b1f2863777f req-75aa4ada-bd97-4e3d-a3e3-6d74ca52bd3f tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 943 time: 0.0465295 Oct 24 13:40:22.615347 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-2aa7d664-b70c-44a7-9ae3-8b1f2863777f req-23d7c0e2-b4d1-4b92-ac21-3ac2306a2723 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419974 Oct 24 13:40:23.734904 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bf05a-cdd7-44ef-a70f-fda9e3a32a81 req-a1381c08-9be5-4464-aa02-e48332353653 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:23.736380 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ba9bf05a-cdd7-44ef-a70f-fda9e3a32a81 req-a1381c08-9be5-4464-aa02-e48332353653 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 943 time: 0.0462430 Oct 24 13:40:23.783730 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ba9bf05a-cdd7-44ef-a70f-fda9e3a32a81 req-24784cbc-21cf-4dd2-b5de-87a4760aab91 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418999 Oct 24 13:40:24.903379 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0674c-4eb3-4d94-a530-3547e4f5cde0 req-f8d92646-fb93-47d0-bd6b-495df1f792fe tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:24.904845 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-20a0674c-4eb3-4d94-a530-3547e4f5cde0 req-f8d92646-fb93-47d0-bd6b-495df1f792fe tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 943 time: 0.0467756 Oct 24 13:40:24.954491 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-20a0674c-4eb3-4d94-a530-3547e4f5cde0 req-72cd1911-7f80-478a-80cf-9fdb82e01c96 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440969 Oct 24 13:40:26.074638 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28854-67da-4667-9b08-393ef50dcd38 req-62369f94-807b-4a9b-8a7e-fad87def26d1 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:26.076075 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9be28854-67da-4667-9b08-393ef50dcd38 req-62369f94-807b-4a9b-8a7e-fad87def26d1 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 943 time: 0.0459607 Oct 24 13:40:26.131072 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9be28854-67da-4667-9b08-393ef50dcd38 req-67b478d8-306f-4a56-a442-03358cd59879 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488584 Oct 24 13:40:27.239340 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:27.252436 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3abc6-89b6-487c-8b33-b2bcb9573b11 req-a109621d-49b7-47a2-b8f0-363c59ad1192 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:27.253874 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bae3abc6-89b6-487c-8b33-b2bcb9573b11 req-a109621d-49b7-47a2-b8f0-363c59ad1192 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 943 time: 0.0493019 Oct 24 13:40:27.301630 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bae3abc6-89b6-487c-8b33-b2bcb9573b11 req-b7401b8c-3225-426f-a310-c8ab16c13e4a tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421767 Oct 24 13:40:27.561893 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device e309bad0-13db-408d-9058-da5aa46fcee8 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:40:27.661238 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port e309bad0-13db-408d-9058-da5aa46fcee8, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=e309bad0-13db-408d-9058-da5aa46fcee8,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:40:27.673218 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': 'e309bad0-13db-408d-9058-da5aa46fcee8', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'port_id': 'e309bad0-13db-408d-9058-da5aa46fcee8', 'mac_address': 'fa:16:3e:10:48:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:40:27.707039 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port e309bad0-13db-408d-9058-da5aa46fcee8 is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:40:27.707423 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (e309bad0-13db-408d-9058-da5aa46fcee8), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:27.721152 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e309bad0-13db-408d-9058-da5aa46fcee8 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:40:27.740747 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port e309bad0-13db-408d-9058-da5aa46fcee8, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=e309bad0-13db-408d-9058-da5aa46fcee8,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:40:27.843717 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (e309bad0-13db-408d-9058-da5aa46fcee8), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:27.893828 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=e309bad0-13db-408d-9058-da5aa46fcee8,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:40:28.236052 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['e309bad0-13db-408d-9058-da5aa46fcee8'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:40:28.372227 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:28.420422 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc7d94-7de4-478e-810d-46408a6de0d8 req-7a69c240-ed87-4046-a782-14a712175a2b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:28.422576 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fbfc7d94-7de4-478e-810d-46408a6de0d8 req-7a69c240-ed87-4046-a782-14a712175a2b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 944 time: 0.0469179 Oct 24 13:40:28.471746 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fbfc7d94-7de4-478e-810d-46408a6de0d8 req-a829f94e-2987-4089-957c-c381218b6d1a tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435765 Oct 24 13:40:29.260675 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:29.581393 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device e309bad0-13db-408d-9058-da5aa46fcee8 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:40:29.591844 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897138f-c82e-4137-a0fb-b3575bc6d20b req-769a01e9-3932-4b7b-a8a7-e3ca58fea319 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:29.593381 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9897138f-c82e-4137-a0fb-b3575bc6d20b req-769a01e9-3932-4b7b-a8a7-e3ca58fea319 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 944 time: 0.0484166 Oct 24 13:40:29.622957 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port e309bad0-13db-408d-9058-da5aa46fcee8 completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:40:29.643025 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-9897138f-c82e-4137-a0fb-b3575bc6d20b req-38fcb94f-ec85-4c9f-83fb-00273f1a618f tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440552 Oct 24 13:40:29.683916 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port e309bad0-13db-408d-9058-da5aa46fcee8 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:40:29.688610 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (e309bad0-13db-408d-9058-da5aa46fcee8), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:29.688610 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port e309bad0-13db-408d-9058-da5aa46fcee8 Oct 24 13:40:29.750790 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:29.762891 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port e309bad0-13db-408d-9058-da5aa46fcee8 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:40:29.762891 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (e309bad0-13db-408d-9058-da5aa46fcee8), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:29.784247 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bdff1e-48cd-4c08-a043-0e592c6d119c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e309bad0-13db-408d-9058-da5aa46fcee8'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:40:29.786463 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8427bb69-9954-482f-bb0c-2ebcd6b8e430" -d '{"events": [{"server_uuid": "42bdff1e-48cd-4c08-a043-0e592c6d119c", "name": "network-vif-plugged", "status": "completed", "tag": "e309bad0-13db-408d-9058-da5aa46fcee8"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:40:29.799198 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port e309bad0-13db-408d-9058-da5aa46fcee8, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=e309bad0-13db-408d-9058-da5aa46fcee8,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:40:29.824337 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408fb998-5398-4eff-b3d6-a69848584a66 x-openstack-request-id: req-408fb998-5398-4eff-b3d6-a69848584a66 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:40:29.824628 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bdff1e-48cd-4c08-a043-0e592c6d119c", "name": "network-vif-plugged", "status": "completed", "tag": "e309bad0-13db-408d-9058-da5aa46fcee8", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:40:29.824876 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-408fb998-5398-4eff-b3d6-a69848584a66 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:40:29.825388 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408fb998-5398-4eff-b3d6-a69848584a66'] response: {'server_uuid': '42bdff1e-48cd-4c08-a043-0e592c6d119c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e309bad0-13db-408d-9058-da5aa46fcee8', 'code': 200} Oct 24 13:40:29.849235 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (e309bad0-13db-408d-9058-da5aa46fcee8), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:29.897935 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=e309bad0-13db-408d-9058-da5aa46fcee8,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:40:30.170926 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8493b3-ff67-4387-9688-829df6f3c215 req-eecd2bd7-b7ed-4f4b-bb29-ea79b9bffbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:30.172455 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4f8493b3-ff67-4387-9688-829df6f3c215 req-eecd2bd7-b7ed-4f4b-bb29-ea79b9bffbb2 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 1129 time: 0.0382600 Oct 24 13:40:30.219868 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4f8493b3-ff67-4387-9688-829df6f3c215 req-b5ae2f3a-2f2e-490f-844a-d614fb50e188 service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389977 Oct 24 13:40:30.612202 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:30.615092 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:30.768473 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7d118-90a3-453e-a896-e210485259b0 req-1aa32cba-b9f8-477d-ad19-60ff77f353d1 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:30.769913 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5de7d118-90a3-453e-a896-e210485259b0 req-1aa32cba-b9f8-477d-ad19-60ff77f353d1 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 945 time: 0.0490553 Oct 24 13:40:30.802128 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:30.818675 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5de7d118-90a3-453e-a896-e210485259b0 req-997c287a-d44a-43fa-933d-c37f8ac41190 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432396 Oct 24 13:40:31.301054 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c90a376a-209e-4930-9586-4d6b43561aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:31.948050 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e16ff9-9abe-43db-817c-2953c752e3d7 req-b3ed3162-69ea-45a2-b865-b87a31163395 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:31.949811 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-54e16ff9-9abe-43db-817c-2953c752e3d7 req-b3ed3162-69ea-45a2-b865-b87a31163395 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 945 time: 0.0545759 Oct 24 13:40:32.018309 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-54e16ff9-9abe-43db-817c-2953c752e3d7 req-150a1efe-2265-4fbb-84ff-f4f8bff51836 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621409 Oct 24 13:40:33.146494 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98062613-7362-4569-a473-2fa8847a3b21 req-5856ec94-ca96-4c9c-94d7-ecfcbcd54285 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:33.147958 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-98062613-7362-4569-a473-2fa8847a3b21 req-5856ec94-ca96-4c9c-94d7-ecfcbcd54285 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 945 time: 0.0497265 Oct 24 13:40:33.196330 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-98062613-7362-4569-a473-2fa8847a3b21 req-cef58455-de59-485e-abc8-306233264191 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428352 Oct 24 13:40:33.313564 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a6020-170a-48b0-9d73-3902c4ae0c94 req-0c719e1d-290d-44cb-9878-c489b7a7a943 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:33.314932 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1c0a6020-170a-48b0-9d73-3902c4ae0c94 req-0c719e1d-290d-44cb-9878-c489b7a7a943 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 945 time: 0.0462811 Oct 24 13:40:33.353953 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:33.363240 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-1c0a6020-170a-48b0-9d73-3902c4ae0c94 req-7ee0442f-68a8-4ef1-96dc-33dd22e69542 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428185 Oct 24 13:40:33.392185 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44144) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:40:33.526182 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1f7f57-c94f-46aa-9606-9ae3f6b42d87 tempest-TestVolumeBootPattern-368398803 tempest-TestVolumeBootPattern-368398803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:33.527661 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-4c1f7f57-c94f-46aa-9606-9ae3f6b42d87 tempest-TestVolumeBootPattern-368398803 tempest-TestVolumeBootPattern-368398803-project-admin] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 1124 time: 0.1344993 Oct 24 13:40:33.531040 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44148) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:40:33.535187 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Request body: {'floatingip': {'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'port_id': 'e309bad0-13db-408d-9058-da5aa46fcee8', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:40:33.638109 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:33.666557 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-412af479-5e9d-42ba-ba84-85e474ae2934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:33.720722 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:33.805398 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:33.832167 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Allocated IP 172.27.3.4 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/d22c6054-c244-4ecf-adce-98c658ba9fc4) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:40:33.944472 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for port (d22c6054-c244-4ecf-adce-98c658ba9fc4), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:34.038132 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (d22c6054-c244-4ecf-adce-98c658ba9fc4), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:34.082998 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:40:34.087992 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:40:34.090632 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:40:34.094859 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event updated for resources: {'Port': ['ID=d22c6054-c244-4ecf-adce-98c658ba9fc4,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:40:34.294581 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:34.432103 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for floatingip (2fa9f31d-aa1c-49ce-8902-7b0e25f309de), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:34.551333 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (d22c6054-c244-4ecf-adce-98c658ba9fc4), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:34.662585 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:34.686832 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b24c9a93-f816-43e5-812f-b32d213b2636 req-da218953-5961-4c6f-82f3-c966581060de service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561383 Oct 24 13:40:34.736774 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for port (d22c6054-c244-4ecf-adce-98c658ba9fc4), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:34.763516 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c9a93-f816-43e5-812f-b32d213b2636 req-03be14c3-3b0e-4e31-89e6-889e6d5e3fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:34.765047 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b24c9a93-f816-43e5-812f-b32d213b2636 req-03be14c3-3b0e-4e31-89e6-889e6d5e3fa1 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=46d41e46b7e3415684c32b22f31eefb5&device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 1130 time: 0.0449400 Oct 24 13:40:34.801744 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (d22c6054-c244-4ecf-adce-98c658ba9fc4), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:34.901473 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event updated for resources: {'Port': ['ID=d22c6054-c244-4ecf-adce-98c658ba9fc4,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:40:34.909758 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (2fa9f31d-aa1c-49ce-8902-7b0e25f309de), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:34.947373 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:34.975426 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c9a93-f816-43e5-812f-b32d213b2636 req-36d201ed-1e5b-48c5-acf0-63c972d3385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:34.976939 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b24c9a93-f816-43e5-812f-b32d213b2636 req-36d201ed-1e5b-48c5-acf0-63c972d3385f service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532 HTTP/1.1" status: 200 len: 912 time: 0.1936660 Oct 24 13:40:34.984860 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:35.068886 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Floating IP 2fa9f31d-aa1c-49ce-8902-7b0e25f309de associated. External IP: 172.27.3.4, port: e309bad0-13db-408d-9058-da5aa46fcee8. Oct 24 13:40:35.077396 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b24c9a93-f816-43e5-812f-b32d213b2636 req-aed01d55-12e3-4e4b-b72e-d93aae34524a service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675c4dae-b73b-4796-ba50-70bc5bd72f10 HTTP/1.1" status: 200 len: 1002 time: 0.0914443 Oct 24 13:40:35.186011 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c9a93-f816-43e5-812f-b32d213b2636 req-b8c8957e-3500-4de7-a432-c31ff0c9c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:35.187421 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b24c9a93-f816-43e5-812f-b32d213b2636 req-b8c8957e-3500-4de7-a432-c31ff0c9c1ea service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c754290e-efaf-4855-ae51-c99dff5cf159 HTTP/1.1" status: 200 len: 850 time: 0.0819139 Oct 24 13:40:35.240229 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c9a93-f816-43e5-812f-b32d213b2636 req-b2824e3f-7799-472d-a8f4-ac5eece59fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:35.241691 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b24c9a93-f816-43e5-812f-b32d213b2636 req-b2824e3f-7799-472d-a8f4-ac5eece59fcf service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481946 Oct 24 13:40:35.641137 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b24c9a93-f816-43e5-812f-b32d213b2636 req-6da25312-5742-4cc9-8a55-ee28502bf1f8 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720543 Oct 24 13:40:35.642788 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Router 45866912-da40-436b-875e-353f0d0e44df has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:40:35.662406 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:40:35.815042 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b24c9a93-f816-43e5-812f-b32d213b2636 req-0e5003a5-ba88-44e2-85c5-9b096f975771 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657615 Oct 24 13:40:35.817994 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:40:35.828804 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9ecce2-cb1c-4867-a12d-ed39eed0afdc None None] Sync routers for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:40:35.839161 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ecce2-cb1c-4867-a12d-ed39eed0afdc None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:40:35.844987 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-ff9ecce2-cb1c-4867-a12d-ed39eed0afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:40:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:40:35.914142 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:35.942362 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-ff9ecce2-cb1c-4867-a12d-ed39eed0afdc None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:40:35.944933 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-965733f7-1d15-474d-85b3-169740e04153 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4129031 Oct 24 13:40:35.945625 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bdff1e-48cd-4c08-a043-0e592c6d119c', 'tag': 'e309bad0-13db-408d-9058-da5aa46fcee8'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:40:35.948118 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe49e47-a2cb-43b5-89be-59626a3bba12" -d '{"events": [{"name": "network-changed", "server_uuid": "42bdff1e-48cd-4c08-a043-0e592c6d119c", "tag": "e309bad0-13db-408d-9058-da5aa46fcee8"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:40:35.989814 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fb8d58-ea84-41fa-b68c-e63a0c9fa288 x-openstack-request-id: req-34fb8d58-ea84-41fa-b68c-e63a0c9fa288 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:40:35.990097 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42bdff1e-48cd-4c08-a043-0e592c6d119c", "tag": "e309bad0-13db-408d-9058-da5aa46fcee8", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:40:35.992396 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34fb8d58-ea84-41fa-b68c-e63a0c9fa288 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:40:35.992396 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34fb8d58-ea84-41fa-b68c-e63a0c9fa288'] response: {'name': 'network-changed', 'server_uuid': '42bdff1e-48cd-4c08-a043-0e592c6d119c', 'tag': 'e309bad0-13db-408d-9058-da5aa46fcee8', 'status': 'completed', 'code': 200} Oct 24 13:40:36.061955 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe49e47-a2cb-43b5-89be-59626a3bba12 req-b7a471a9-6991-4f98-9162-e0843ace9de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:36.063451 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dfe49e47-a2cb-43b5-89be-59626a3bba12 req-b7a471a9-6991-4f98-9162-e0843ace9de8 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=46d41e46b7e3415684c32b22f31eefb5&device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 1129 time: 0.0392511 Oct 24 13:40:36.157271 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe49e47-a2cb-43b5-89be-59626a3bba12 req-138465df-962b-4273-90c2-7d668a8d6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:36.158811 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dfe49e47-a2cb-43b5-89be-59626a3bba12 req-138465df-962b-4273-90c2-7d668a8d6ba6 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532 HTTP/1.1" status: 200 len: 912 time: 0.0884793 Oct 24 13:40:36.159005 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-ff9ecce2-cb1c-4867-a12d-ed39eed0afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '2fa9f31d-aa1c-49ce-8902-7b0e25f309de', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '45866912-da40-436b-875e-353f0d0e44df', 'port_id': 'e309bad0-13db-408d-9058-da5aa46fcee8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'mac_address': 'fa:16:3e:10:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bdff1e-48cd-4c08-a043-0e592c6d119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:40:34Z', 'updated_at': '2022-10-24T13:40:34Z', 'revision_number': 0, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address_scope': None}, {'id': 'f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '45866912-da40-436b-875e-353f0d0e44df', 'port_id': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'mac_address': 'fa:16:3e:a8:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:38:11Z', 'updated_at': '2022-10-24T13:38:13Z', 'revision_number': 1, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:40:36.183524 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9ecce2-cb1c-4867-a12d-ed39eed0afdc None None] Checking router: 45866912-da40-436b-875e-353f0d0e44df for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:40:36.191876 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ecce2-cb1c-4867-a12d-ed39eed0afdc None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:40:36.192511 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-ff9ecce2-cb1c-4867-a12d-ed39eed0afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:40:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:40:36.214126 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:36.221430 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dfe49e47-a2cb-43b5-89be-59626a3bba12 req-a80541ed-7d78-41a1-b73d-b82568452df4 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e309bad0-13db-408d-9058-da5aa46fcee8 HTTP/1.1" status: 200 len: 997 time: 0.0561299 Oct 24 13:40:36.264901 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:36.273698 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe49e47-a2cb-43b5-89be-59626a3bba12 req-2ef5b7b8-f22d-4c54-9030-360cd98e6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:36.275155 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dfe49e47-a2cb-43b5-89be-59626a3bba12 req-2ef5b7b8-f22d-4c54-9030-360cd98e6a6e service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c754290e-efaf-4855-ae51-c99dff5cf159 HTTP/1.1" status: 200 len: 850 time: 0.0476925 Oct 24 13:40:36.281593 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:36.300017 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-ff9ecce2-cb1c-4867-a12d-ed39eed0afdc None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:40:36.317724 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe49e47-a2cb-43b5-89be-59626a3bba12 req-2d3583e0-2a77-406d-87f7-6f910e217d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:40:36.319232 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dfe49e47-a2cb-43b5-89be-59626a3bba12 req-2d3583e0-2a77-406d-87f7-6f910e217d1d service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380821 Oct 24 13:40:36.416507 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dfe49e47-a2cb-43b5-89be-59626a3bba12 req-a7df4405-f0da-481d-8efb-13c2994bac20 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855496 Oct 24 13:40:36.459082 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:36.505929 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dfe49e47-a2cb-43b5-89be-59626a3bba12 req-9343f8b9-273f-40dd-9ec8-e649022dfb0a service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886681 Oct 24 13:40:36.524792 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:36.546797 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-ff9ecce2-cb1c-4867-a12d-ed39eed0afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '2fa9f31d-aa1c-49ce-8902-7b0e25f309de', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '45866912-da40-436b-875e-353f0d0e44df', 'port_id': 'e309bad0-13db-408d-9058-da5aa46fcee8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'mac_address': 'fa:16:3e:10:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bdff1e-48cd-4c08-a043-0e592c6d119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:40:34Z', 'updated_at': '2022-10-24T13:40:34Z', 'revision_number': 0, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address_scope': None}, {'id': 'f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '45866912-da40-436b-875e-353f0d0e44df', 'port_id': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'mac_address': 'fa:16:3e:a8:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:38:11Z', 'updated_at': '2022-10-24T13:38:13Z', 'revision_number': 1, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:40:36.572600 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9ecce2-cb1c-4867-a12d-ed39eed0afdc None None] The sync data for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi is: [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': '2fa9f31d-aa1c-49ce-8902-7b0e25f309de', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '45866912-da40-436b-875e-353f0d0e44df', 'port_id': 'e309bad0-13db-408d-9058-da5aa46fcee8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'mac_address': 'fa:16:3e:10:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bdff1e-48cd-4c08-a043-0e592c6d119c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:40:34Z', 'updated_at': '2022-10-24T13:40:34Z', 'revision_number': 0, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address_scope': None}, {'id': 'f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '45866912-da40-436b-875e-353f0d0e44df', 'port_id': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'mac_address': 'fa:16:3e:a8:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:38:11Z', 'updated_at': '2022-10-24T13:38:13Z', 'revision_number': 1, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:40:36.644448 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:36.772154 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0e4d4c-cad9-4614-a47a-20cf71b16b69 None None] New status for floating IP 2fa9f31d-aa1c-49ce-8902-7b0e25f309de: ACTIVE {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:40:43.180828 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=26 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:43.192953 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=10 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:46.501138 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=38 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:46.503036 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=12 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:46.549677 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:59.254267 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:40:59.610253 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:40:59.611093 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:41:01.339581 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-9eb45b46-fc8a-4449-86e1-e8859077f7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:03.670796 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-79dd847a-c162-4912-8518-90697d8ee337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:04.945661 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:06.448380 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:06.591184 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:12.661237 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:41:17.416221 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:41:17.425187 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:41:29.247549 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:29.555986 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:41:29.559873 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:41:30.147963 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [req-7da7a583-102f-4e04-b9f3-6a3ff09d1ae0 req-8e9853d7-b49d-40cb-8be4-ab52e8da71a4 service neutron] (104907) timed out ('10.222.0.59', 62888) {{(pid=104907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 24 13:41:30.376893 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [req-d7844ec1-9157-473f-a186-d8db81c5e04d req-12f3f54a-f1f8-4d4f-bc14-74b6dffe5deb service neutron] (104908) timed out ('10.222.0.59', 62900) {{(pid=104908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 24 13:41:30.448327 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [req-d083523d-b7db-4bc3-8426-33718d498e24 req-b6d85c5d-58af-4a99-a52e-56fc19ba02ec service neutron] (104907) timed out ('10.222.0.59', 62960) {{(pid=104907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 24 13:41:31.327992 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a5f38551-caf4-4dba-831f-23612c58e28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:33.682423 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-4c953740-cb02-45d9-b674-9f176159514b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:34.956591 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:36.385414 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:36.608357 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:46.517748 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:41:46.520606 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:41:48.572495 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcc5c5-6a90-48a0-b623-1f50443b6614 req-921bbd98-0ac2-4d63-88bd-f1422efae425 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:41:48.573912 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-81bcc5c5-6a90-48a0-b623-1f50443b6614 req-921bbd98-0ac2-4d63-88bd-f1422efae425 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 945 time: 0.0481071 Oct 24 13:41:48.620968 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-81bcc5c5-6a90-48a0-b623-1f50443b6614 req-789c807d-09f1-446d-850c-0eefc36e533e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da2ddacd-e6ef-4da0-a79b-d74979662bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414584 Oct 24 13:41:49.660174 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:41:49.746280 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3d0e7-bc5a-4820-bfb7-b7904a587eaf req-79aedf08-a61c-4b82-814f-78528a7d8c12 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:41:49.747906 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-75b3d0e7-bc5a-4820-bfb7-b7904a587eaf req-79aedf08-a61c-4b82-814f-78528a7d8c12 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 945 time: 0.0488372 Oct 24 13:41:49.798115 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-75b3d0e7-bc5a-4820-bfb7-b7904a587eaf req-07da076a-b78d-477c-96d8-dffaf444cf16 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da2ddacd-e6ef-4da0-a79b-d74979662bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447102 Oct 24 13:41:50.552147 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae296568-6c8a-44bc-a4fd-07cc85fc0a0d req-a69e459e-f863-4c19-b91f-0bd2bd7c4583 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:41:50.553594 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ae296568-6c8a-44bc-a4fd-07cc85fc0a0d req-a69e459e-f863-4c19-b91f-0bd2bd7c4583 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 945 time: 0.0493259 Oct 24 13:41:50.631900 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-ae296568-6c8a-44bc-a4fd-07cc85fc0a0d req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Deleting port a803f95f-7afc-42f9-a263-976a6ba10f8f {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:41:50.632235 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-ae296568-6c8a-44bc-a4fd-07cc85fc0a0d req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (a803f95f-7afc-42f9-a263-976a6ba10f8f), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:50.723662 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-ae296568-6c8a-44bc-a4fd-07cc85fc0a0d req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] For port a803f95f-7afc-42f9-a263-976a6ba10f8f, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=a803f95f-7afc-42f9-a263-976a6ba10f8f,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:41:50.724015 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-ae296568-6c8a-44bc-a4fd-07cc85fc0a0d req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (a803f95f-7afc-42f9-a263-976a6ba10f8f), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:50.893864 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-ae296568-6c8a-44bc-a4fd-07cc85fc0a0d req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:50.894221 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-ae296568-6c8a-44bc-a4fd-07cc85fc0a0d req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (b1df2f7f-84da-4541-bcc6-a04a427d4243), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:50.894555 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [req-ae296568-6c8a-44bc-a4fd-07cc85fc0a0d req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Floating IP b1df2f7f-84da-4541-bcc6-a04a427d4243 disassociated. External IP: 172.27.3.202, port: a803f95f-7afc-42f9-a263-976a6ba10f8f. Oct 24 13:41:50.895384 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-ae296568-6c8a-44bc-a4fd-07cc85fc0a0d req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Calling delete_port for a803f95f-7afc-42f9-a263-976a6ba10f8f owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:41:50.936526 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774dc7a-a4c5-4aa7-9ca6-9c4576eb17d8 req-ea027a52-e734-4bac-8a8b-818f80841b78 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:41:50.937982 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9774dc7a-a4c5-4aa7-9ca6-9c4576eb17d8 req-ea027a52-e734-4bac-8a8b-818f80841b78 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 945 time: 0.0632699 Oct 24 13:41:51.034083 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9774dc7a-a4c5-4aa7-9ca6-9c4576eb17d8 req-88b260ef-81e4-468b-bdb1-8a998b93cae1 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da2ddacd-e6ef-4da0-a79b-d74979662bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672972 Oct 24 13:41:51.139138 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-ae296568-6c8a-44bc-a4fd-07cc85fc0a0d req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (a803f95f-7afc-42f9-a263-976a6ba10f8f), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:51.167979 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event deleted for resources: {'Port': ['ID=a803f95f-7afc-42f9-a263-976a6ba10f8f,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:41:51.179672 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:51.180029 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:51.181511 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:51.181511 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:51.181511 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:51.181511 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:51.182665 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:51.183005 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:51.183341 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:51.183681 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:51.183997 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:51.184552 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:51.184696 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:51.185115 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:51.185443 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:51.291674 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae296568-6c8a-44bc-a4fd-07cc85fc0a0d req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:41:51.295266 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:41:51.352979 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:41:51.398101 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae296568-6c8a-44bc-a4fd-07cc85fc0a0d req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:41:51.407503 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcd2d9-ca44-436c-b856-9a143f66d5a6 None None] Sync routers for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:41:51.417122 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfcd2d9-ca44-436c-b856-9a143f66d5a6 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:41:51.417743 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-7dfcd2d9-ca44-436c-b856-9a143f66d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:41:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:41:51.442840 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae296568-6c8a-44bc-a4fd-07cc85fc0a0d req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] No DVR routers for this DVR port a803f95f-7afc-42f9-a263-976a6ba10f8f on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:41:51.445444 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-ae296568-6c8a-44bc-a4fd-07cc85fc0a0d req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:51.449045 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ae296568-6c8a-44bc-a4fd-07cc85fc0a0d req-7d45a53d-0679-412c-9e89-d4acfeb7472d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "DELETE /networking/v2.0/ports/a803f95f-7afc-42f9-a263-976a6ba10f8f HTTP/1.1" status: 204 len: 173 time: 0.8907671 Oct 24 13:41:51.449558 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50390c66-fb8d-4e03-96b9-7dfdc674d94b', 'name': 'network-vif-deleted', 'tag': 'a803f95f-7afc-42f9-a263-976a6ba10f8f'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:41:51.452677 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9559b74-369d-45b4-942c-ea34d04e0d0c" -d '{"events": [{"server_uuid": "50390c66-fb8d-4e03-96b9-7dfdc674d94b", "name": "network-vif-deleted", "tag": "a803f95f-7afc-42f9-a263-976a6ba10f8f"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:41:51.571668 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27aac946-26d8-4697-8731-375e4dc42436 x-openstack-request-id: req-27aac946-26d8-4697-8731-375e4dc42436 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:41:51.572376 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50390c66-fb8d-4e03-96b9-7dfdc674d94b", "name": "network-vif-deleted", "tag": "a803f95f-7afc-42f9-a263-976a6ba10f8f", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:41:51.572376 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27aac946-26d8-4697-8731-375e4dc42436 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:41:51.573123 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27aac946-26d8-4697-8731-375e4dc42436'] response: {'server_uuid': '50390c66-fb8d-4e03-96b9-7dfdc674d94b', 'name': 'network-vif-deleted', 'tag': 'a803f95f-7afc-42f9-a263-976a6ba10f8f', 'status': 'completed', 'code': 200} Oct 24 13:41:51.673260 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-7dfcd2d9-ca44-436c-b856-9a143f66d5a6 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:41:51.860809 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-7dfcd2d9-ca44-436c-b856-9a143f66d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:41:51.887725 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcd2d9-ca44-436c-b856-9a143f66d5a6 None None] Checking router: d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:41:51.895925 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfcd2d9-ca44-436c-b856-9a143f66d5a6 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:41:51.896554 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-7dfcd2d9-ca44-436c-b856-9a143f66d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:41:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:41:51.998932 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-7dfcd2d9-ca44-436c-b856-9a143f66d5a6 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:41:52.153187 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-3e5f34ce-89f0-45fb-9bfb-d4a9090b7084 req-78c766ce-b726-423a-9c4d-509ff313c008 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=50390c66-fb8d-4e03-96b9-7dfdc674d94b HTTP/1.1" status: 200 len: 210 time: 0.0319507 Oct 24 13:41:52.188163 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-7dfcd2d9-ca44-436c-b856-9a143f66d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:41:52.213469 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcd2d9-ca44-436c-b856-9a143f66d5a6 None None] The sync data for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi is: [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:41:52.438898 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02ac107-9de9-47a6-80f3-da5604fd1f18 None None] New status for floating IP b1df2f7f-84da-4541-bcc6-a04a427d4243: DOWN {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:41:53.288382 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 44278) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:41:53.341694 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (da2ddacd-e6ef-4da0-a79b-d74979662bc8), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:53.363602 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (da2ddacd-e6ef-4da0-a79b-d74979662bc8), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:53.453192 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (da2ddacd-e6ef-4da0-a79b-d74979662bc8), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:53.455778 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:53.456942 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/da2ddacd-e6ef-4da0-a79b-d74979662bc8 HTTP/1.1" status: 204 len: 168 time: 0.1675873 Oct 24 13:41:53.460187 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44280) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:41:53.466704 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2ddacd-e6ef-4da0-a79b-d74979662bc8,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:41:53.474342 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:53.474692 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:53.474821 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.api.v2.resource [None req-76b50873-2b62-4aca-92fc-a7f6d4283167 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] show failed (client error): The resource could not be found. Oct 24 13:41:53.475036 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:53.475399 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:53.475734 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:53.475842 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-76b50873-2b62-4aca-92fc-a7f6d4283167 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups/da2ddacd-e6ef-4da0-a79b-d74979662bc8 HTTP/1.1" status: 404 len: 347 time: 0.0145283 Oct 24 13:41:53.476155 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:53.476515 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:53.476896 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:53.477225 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:53.477550 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:53.477876 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:53.478319 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:53.478539 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44282) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:41:53.478659 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:53.478922 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:53.479243 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f0477-d31d-4fa4-bdfa-8c30f13632f5 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:41:53.588624 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-abba92cc-7ee2-497e-bd7c-fd49117dfd32 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Deleting port b8a07e14-98e6-485a-ba82-3981e9caab8d {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:41:53.588959 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-abba92cc-7ee2-497e-bd7c-fd49117dfd32 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (b8a07e14-98e6-485a-ba82-3981e9caab8d), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:53.662493 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-abba92cc-7ee2-497e-bd7c-fd49117dfd32 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (b8a07e14-98e6-485a-ba82-3981e9caab8d), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:53.662813 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-abba92cc-7ee2-497e-bd7c-fd49117dfd32 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (b8a07e14-98e6-485a-ba82-3981e9caab8d), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:53.675765 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-abba92cc-7ee2-497e-bd7c-fd49117dfd32 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Calling delete_port for b8a07e14-98e6-485a-ba82-3981e9caab8d owned by network:floatingip {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:41:53.865146 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-abba92cc-7ee2-497e-bd7c-fd49117dfd32 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (b8a07e14-98e6-485a-ba82-3981e9caab8d), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:53.889452 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba92cc-7ee2-497e-bd7c-fd49117dfd32 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event deleted for resources: {'Port': ['ID=b8a07e14-98e6-485a-ba82-3981e9caab8d,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:41:53.947631 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device a803f95f-7afc-42f9-a263-976a6ba10f8f no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:41:53.954773 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-abba92cc-7ee2-497e-bd7c-fd49117dfd32 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (b1df2f7f-84da-4541-bcc6-a04a427d4243), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:53.957770 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-abba92cc-7ee2-497e-bd7c-fd49117dfd32 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:53.961368 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-abba92cc-7ee2-497e-bd7c-fd49117dfd32 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/b1df2f7f-84da-4541-bcc6-a04a427d4243 HTTP/1.1" status: 204 len: 168 time: 0.4795046 Oct 24 13:41:53.966478 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: a803f95f-7afc-42f9-a263-976a6ba10f8f {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:41:53.966821 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device a803f95f-7afc-42f9-a263-976a6ba10f8f not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:41:54.091846 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44286) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:41:54.096680 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-889feb29-124b-462d-9e14-2e5b0a199e50 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--347364607', 'description': 'tempest-description--2030493970'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:41:54.161798 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-889feb29-124b-462d-9e14-2e5b0a199e50 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:54.228098 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-889feb29-124b-462d-9e14-2e5b0a199e50 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (4fa056c7-0b01-46eb-a021-effef3f44cd9), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:54.293193 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-889feb29-124b-462d-9e14-2e5b0a199e50 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (4fa056c7-0b01-46eb-a021-effef3f44cd9), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:54.322309 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889feb29-124b-462d-9e14-2e5b0a199e50 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa056c7-0b01-46eb-a021-effef3f44cd9,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:41:54.369659 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-889feb29-124b-462d-9e14-2e5b0a199e50 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:54.370917 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-889feb29-124b-462d-9e14-2e5b0a199e50 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2779117 Oct 24 13:41:54.373769 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44288) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:41:54.378142 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-19f83ef0-b74e-41cb-86c5-06e6dc2e5cb7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'security_group_rule': {'security_group_id': '4fa056c7-0b01-46eb-a021-effef3f44cd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:41:54.447773 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-19f83ef0-b74e-41cb-86c5-06e6dc2e5cb7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (21d0d3a6-f2ee-488d-b429-02941726d449), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:54.484228 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:41:54.502761 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-19f83ef0-b74e-41cb-86c5-06e6dc2e5cb7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (21d0d3a6-f2ee-488d-b429-02941726d449), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:54.567191 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-19f83ef0-b74e-41cb-86c5-06e6dc2e5cb7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (21d0d3a6-f2ee-488d-b429-02941726d449), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:54.585537 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:41:54.586971 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f83ef0-b74e-41cb-86c5-06e6dc2e5cb7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d0d3a6-f2ee-488d-b429-02941726d449,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:41:54.683378 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-19f83ef0-b74e-41cb-86c5-06e6dc2e5cb7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:54.684600 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-19f83ef0-b74e-41cb-86c5-06e6dc2e5cb7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3098686 Oct 24 13:41:54.687260 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44290) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:41:54.691453 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-05edb4ff-5783-4879-885b-628320e722d8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'security_group_rule': {'security_group_id': '4fa056c7-0b01-46eb-a021-effef3f44cd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:41:54.802412 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-05edb4ff-5783-4879-885b-628320e722d8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (1bf31f9e-016d-405b-8076-869e22181213), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:54.861601 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-05edb4ff-5783-4879-885b-628320e722d8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (1bf31f9e-016d-405b-8076-869e22181213), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:54.915713 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-05edb4ff-5783-4879-885b-628320e722d8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7955170'] for security_group_rule (1bf31f9e-016d-405b-8076-869e22181213), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:54.935417 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edb4ff-5783-4879-885b-628320e722d8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf31f9e-016d-405b-8076-869e22181213,revision_number=0']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:41:55.014880 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-05edb4ff-5783-4879-885b-628320e722d8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:55.016179 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-05edb4ff-5783-4879-885b-628320e722d8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279064 Oct 24 13:41:55.019056 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44292) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:41:55.023942 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'floatingip': {'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:41:55.115606 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:55.192638 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:55.295896 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Allocated IP 172.27.3.137 (493fa87f-9a93-417f-808a-5bb82e719d97/5b564fc3-f7a0-4760-ae48-208f08a5a715/c2856c00-9d86-4c53-a739-8547419e6edd) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:41:55.400207 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for port (c2856c00-9d86-4c53-a739-8547419e6edd), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:55.482336 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (c2856c00-9d86-4c53-a739-8547419e6edd), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:55.518632 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Network 493fa87f-9a93-417f-808a-5bb82e719d97 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:41:55.524023 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:41:55.527674 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:41:55.532642 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'Port': ['ID=c2856c00-9d86-4c53-a739-8547419e6edd,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:41:55.554056 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:41:55.611467 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (ec7fc3fd-5ce0-4219-8fee-c3e34351a2db), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:55.718983 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (c2856c00-9d86-4c53-a739-8547419e6edd), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:55.761259 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:41:55.864176 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for port (c2856c00-9d86-4c53-a739-8547419e6edd), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:55.921329 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (c2856c00-9d86-4c53-a739-8547419e6edd), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:55.990942 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'Port': ['ID=c2856c00-9d86-4c53-a739-8547419e6edd,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:41:55.994278 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (ec7fc3fd-5ce0-4219-8fee-c3e34351a2db), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:56.084085 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:56.085394 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-87826727-4aba-428c-b893-21115d6e4cb0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0653610 Oct 24 13:41:56.234147 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-78c41f75-2c2b-4ccf-a558-dceb14a25865 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--347364607&fields=id&tenant_id=0a7896472f034eb4b3b028d528cfbac0 HTTP/1.1" status: 200 len: 267 time: 0.0424287 Oct 24 13:41:56.341070 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-fb8cfb3c-ca61-419b-90d4-fd62d599381e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:41:56.342425 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-fb8cfb3c-ca61-419b-90d4-fd62d599381e tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 814 time: 0.1014655 Oct 24 13:41:56.357070 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-5a7f9a80-91b0-44b7-9aad-e233979c6dec tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/quotas/0a7896472f034eb4b3b028d528cfbac0 HTTP/1.1" status: 200 len: 375 time: 0.0094318 Oct 24 13:41:56.405753 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-0424050f-2563-4d00-becc-5b4c8f30610f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437243 Oct 24 13:41:56.502984 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-41f17c87-1433-49de-b8a4-acbca6c7bbbb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856893 Oct 24 13:41:56.593554 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-75634e20-42e2-42db-903d-4dbad9ef3385 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848653 Oct 24 13:41:56.827315 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a0d04875-ae52-4a8b-97fb-050b1df796b1 req-77caf6b2-66c9-470d-9441-b768ba9b2fcb tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 210 time: 0.0289476 Oct 24 13:41:57.931597 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6371fea4-3149-454e-b2ac-986c48c7d09f req-24d40e9c-a9b1-4a51-9feb-10d1c68f45d8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 210 time: 0.0290298 Oct 24 13:41:58.661513 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:41:58.698296 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-9fd6059e-40fe-4ea9-ab4f-b0e8da8541e8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:41:58.699748 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-9fd6059e-40fe-4ea9-ab4f-b0e8da8541e8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 814 time: 0.1039586 Oct 24 13:41:58.762553 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-237205ed-43b0-436a-99e3-8608f5153fde tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0a7896472f034eb4b3b028d528cfbac0 HTTP/1.1" status: 200 len: 379 time: 0.0512130 Oct 24 13:41:58.771021 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-a2c54875-329c-43b0-bef3-0a1c644f5a3d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'port': {'device_id': 'fb9098c2-59fd-40de-8d8a-e326307949d8', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'admin_state_up': True, 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'security_groups': ['4fa056c7-0b01-46eb-a021-effef3f44cd9']}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:41:58.962018 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-a2c54875-329c-43b0-bef3-0a1c644f5a3d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Made reservation on behalf of 0a7896472f034eb4b3b028d528cfbac0 for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:41:58.965783 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-a2c54875-329c-43b0-bef3-0a1c644f5a3d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:59.043294 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a044b629-fab2-4251-9a6d-90121136842a req-082c6e50-fb0b-4a20-8935-d32ecdcac17d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 210 time: 0.0301859 Oct 24 13:41:59.093273 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-a2c54875-329c-43b0-bef3-0a1c644f5a3d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Allocated IP 172.20.0.5 (b68375da-958f-473f-9389-64a90da42e86/cb1d7ade-82f6-46d2-8096-b4ce16cabca2/f9a14a79-1a72-49eb-9f40-e0e7455d83ef) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:41:59.106260 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:41:59.232226 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-a2c54875-329c-43b0-bef3-0a1c644f5a3d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for port (f9a14a79-1a72-49eb-9f40-e0e7455d83ef), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:59.259004 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:59.310672 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-a2c54875-329c-43b0-bef3-0a1c644f5a3d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (f9a14a79-1a72-49eb-9f40-e0e7455d83ef), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:59.353270 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-a2c54875-329c-43b0-bef3-0a1c644f5a3d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Network b68375da-958f-473f-9389-64a90da42e86 is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:41:59.358322 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-a2c54875-329c-43b0-bef3-0a1c644f5a3d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:41:59.362021 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-a2c54875-329c-43b0-bef3-0a1c644f5a3d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:41:59.368106 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c54875-329c-43b0-bef3-0a1c644f5a3d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event updated for resources: {'Port': ['ID=f9a14a79-1a72-49eb-9f40-e0e7455d83ef,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:41:59.407759 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:41:59.418914 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-a2c54875-329c-43b0-bef3-0a1c644f5a3d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:41:59.426139 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-a2c54875-329c-43b0-bef3-0a1c644f5a3d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:59.495975 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-a2c54875-329c-43b0-bef3-0a1c644f5a3d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7285371 Oct 24 13:41:59.556356 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Request body: {'port': {'device_id': 'fb9098c2-59fd-40de-8d8a-e326307949d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:41:59.587422 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-cc0f8121-6cee-42e8-9981-4a1e969a1a52 None None] Provisioning complete for port f9a14a79-1a72-49eb-9f40-e0e7455d83ef triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:41:59.587790 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-cc0f8121-6cee-42e8-9981-4a1e969a1a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (f9a14a79-1a72-49eb-9f40-e0e7455d83ef), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:59.588124 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-cc0f8121-6cee-42e8-9981-4a1e969a1a52 None None] Attempt 1 to provision port f9a14a79-1a72-49eb-9f40-e0e7455d83ef Oct 24 13:41:59.619438 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (f9a14a79-1a72-49eb-9f40-e0e7455d83ef), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:59.620677 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f8121-6cee-42e8-9981-4a1e969a1a52 None None] Port f9a14a79-1a72-49eb-9f40-e0e7455d83ef cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:41:59.867462 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a14a79-1a72-49eb-9f40-e0e7455d83ef {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:41:59.874834 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Publish callbacks [] for port (f9a14a79-1a72-49eb-9f40-e0e7455d83ef), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:41:59.887443 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Transition to ACTIVE for port object f9a14a79-1a72-49eb-9f40-e0e7455d83ef will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:41:59.944584 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (f9a14a79-1a72-49eb-9f40-e0e7455d83ef), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:00.024830 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a14a79-1a72-49eb-9f40-e0e7455d83ef,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:00.055457 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Attempting to bind port f9a14a79-1a72-49eb-9f40-e0e7455d83ef on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:42:00.055790 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Attempting to bind port f9a14a79-1a72-49eb-9f40-e0e7455d83ef by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:42:00.056112 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Attempting to bind port f9a14a79-1a72-49eb-9f40-e0e7455d83ef on network b68375da-958f-473f-9389-64a90da42e86 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:42:00.097291 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Port f9a14a79-1a72-49eb-9f40-e0e7455d83ef on network b68375da-958f-473f-9389-64a90da42e86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:42:00.097621 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Attempting to bind port f9a14a79-1a72-49eb-9f40-e0e7455d83ef on network b68375da-958f-473f-9389-64a90da42e86 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:42:00.180171 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0f096-c821-43d7-b005-c07a35541137 req-9b03f58b-b121-40cd-ab75-7c5a0ecf2889 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:00.181659 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ab0f096-c821-43d7-b005-c07a35541137 req-9b03f58b-b121-40cd-ab75-7c5a0ecf2889 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 943 time: 0.0572386 Oct 24 13:42:00.182508 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:42:00.182845 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Checking segment: {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:42:00.183214 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Bound using segment: {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:42:00.183646 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Bound port: f9a14a79-1a72-49eb-9f40-e0e7455d83ef, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c40e26-dbdd-48bb-9925-09adc4703feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b68375da-958f-473f-9389-64a90da42e86'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:42:00.184000 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (f9a14a79-1a72-49eb-9f40-e0e7455d83ef), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:00.269031 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ab0f096-c821-43d7-b005-c07a35541137 req-654b1ae8-754c-4159-bf4d-fd1b73785fa0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4fa056c7-0b01-46eb-a021-effef3f44cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817678 Oct 24 13:42:00.278283 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] For port f9a14a79-1a72-49eb-9f40-e0e7455d83ef, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:42:00.281344 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] For port f9a14a79-1a72-49eb-9f40-e0e7455d83ef, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=f9a14a79-1a72-49eb-9f40-e0e7455d83ef,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:42:00.356643 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (f9a14a79-1a72-49eb-9f40-e0e7455d83ef), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:00.360775 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:00.361383 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:00.362736 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/f9a14a79-1a72-49eb-9f40-e0e7455d83ef HTTP/1.1" status: 200 len: 1093 time: 0.8549047 Oct 24 13:42:00.363281 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9098c2-59fd-40de-8d8a-e326307949d8', 'tag': 'f9a14a79-1a72-49eb-9f40-e0e7455d83ef'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:42:00.365743 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e332e2-cf22-48eb-a244-157e7049a67e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9098c2-59fd-40de-8d8a-e326307949d8", "tag": "f9a14a79-1a72-49eb-9f40-e0e7455d83ef"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:42:00.394083 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:00.408097 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:00.414555 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9574fc48-c1fa-4028-b301-e8f98277ef04 x-openstack-request-id: req-9574fc48-c1fa-4028-b301-e8f98277ef04 {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:42:00.414835 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9098c2-59fd-40de-8d8a-e326307949d8", "tag": "f9a14a79-1a72-49eb-9f40-e0e7455d83ef", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:42:00.415093 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9574fc48-c1fa-4028-b301-e8f98277ef04 {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:42:00.418701 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9574fc48-c1fa-4028-b301-e8f98277ef04'] response: {'name': 'network-changed', 'server_uuid': 'fb9098c2-59fd-40de-8d8a-e326307949d8', 'tag': 'f9a14a79-1a72-49eb-9f40-e0e7455d83ef', 'status': 'completed', 'code': 200} Oct 24 13:42:00.420033 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c69534-4971-4b9d-8f96-9e702ec4eac5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a14a79-1a72-49eb-9f40-e0e7455d83ef,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:00.487005 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e332e2-cf22-48eb-a244-157e7049a67e req-67b453d4-82fd-4500-955b-39fbcba11ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:00.488451 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f1e332e2-cf22-48eb-a244-157e7049a67e req-67b453d4-82fd-4500-955b-39fbcba11ffe service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 1127 time: 0.0391040 Oct 24 13:42:00.589688 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e332e2-cf22-48eb-a244-157e7049a67e req-6aa0d77e-b1f5-4f70-94af-3c2ed7a46ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:00.591191 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f1e332e2-cf22-48eb-a244-157e7049a67e req-6aa0d77e-b1f5-4f70-94af-3c2ed7a46ce1 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=0a7896472f034eb4b3b028d528cfbac0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0918977 Oct 24 13:42:00.684461 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e332e2-cf22-48eb-a244-157e7049a67e req-0f432a23-34fb-44b6-a6fd-b0760015a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:00.685907 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f1e332e2-cf22-48eb-a244-157e7049a67e req-0f432a23-34fb-44b6-a6fd-b0760015a588 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892701 Oct 24 13:42:00.783307 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-f0af4314-93bd-4f11-9051-5d7998af0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:00.784713 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-f0af4314-93bd-4f11-9051-5d7998af0d46 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 1127 time: 0.0392497 Oct 24 13:42:00.830822 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-895a0a07-0109-4e3c-b764-bdff7ed0dc5c service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9a14a79-1a72-49eb-9f40-e0e7455d83ef HTTP/1.1" status: 200 len: 217 time: 0.0359917 Oct 24 13:42:00.877654 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-8c1eeb32-d87d-4cc7-a9ca-da6f986667c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:00.879067 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-8c1eeb32-d87d-4cc7-a9ca-da6f986667c4 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=cb1d7ade-82f6-46d2-8096-b4ce16cabca2 HTTP/1.1" status: 200 len: 853 time: 0.0426984 Oct 24 13:42:00.919506 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-7cd7edae-66f4-4155-8f38-9392083b9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:00.920957 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-7cd7edae-66f4-4155-8f38-9392083b9833 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=b68375da-958f-473f-9389-64a90da42e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366766 Oct 24 13:42:01.011606 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-c1803053-2902-40b0-b0a3-68a5425a316d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839679 Oct 24 13:42:01.327757 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-01f00d90-f740-4f32-86b3-5be3d9492a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:01.358218 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9ba59ab4-1d47-4b4d-9a1e-e380d1467f82 req-168ddcac-4b97-485a-962d-df25d6473d01 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408129 Oct 24 13:42:01.390875 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8aa8ce-1441-4bc6-8a45-0016e4fc0298 req-89cc3ad0-5e0c-42b8-832d-bb1ca2e98af8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:01.392368 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4b8aa8ce-1441-4bc6-8a45-0016e4fc0298 req-89cc3ad0-5e0c-42b8-832d-bb1ca2e98af8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 943 time: 0.0478537 Oct 24 13:42:01.443217 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-4b8aa8ce-1441-4bc6-8a45-0016e4fc0298 req-ad7f4bfa-0387-48bc-ad84-a36e87aadda8 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4fa056c7-0b01-46eb-a021-effef3f44cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445614 Oct 24 13:42:02.563022 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bd7a9-f347-4db7-8310-9e0d5cc2a4ef req-7d1bea72-5692-4949-bd0d-f43e75442afd tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:02.564495 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bf1bd7a9-f347-4db7-8310-9e0d5cc2a4ef req-7d1bea72-5692-4949-bd0d-f43e75442afd tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 943 time: 0.0460875 Oct 24 13:42:02.610796 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-bf1bd7a9-f347-4db7-8310-9e0d5cc2a4ef req-4dddca53-55c9-474a-ad57-ccb19a91ec50 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4fa056c7-0b01-46eb-a021-effef3f44cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403364 Oct 24 13:42:03.675968 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-56c82754-d87d-4e75-ad31-0a9dbc391d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:03.729530 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e10640-3e77-4a10-b8fb-5de47b2b4e1b req-3d3f9da6-5ce1-4915-ba26-06a13c22c76f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:03.730996 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-90e10640-3e77-4a10-b8fb-5de47b2b4e1b req-3d3f9da6-5ce1-4915-ba26-06a13c22c76f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 943 time: 0.0466340 Oct 24 13:42:03.777632 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-90e10640-3e77-4a10-b8fb-5de47b2b4e1b req-5099f97a-5508-431a-a54f-eed8e33e02df tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4fa056c7-0b01-46eb-a021-effef3f44cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410018 Oct 24 13:42:04.896076 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec097-b4b3-45b8-8b55-dc01eebbecbf req-63587158-1891-41cb-af84-94c823ff4f5f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:04.898215 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-86aec097-b4b3-45b8-8b55-dc01eebbecbf req-63587158-1891-41cb-af84-94c823ff4f5f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 943 time: 0.0465860 Oct 24 13:42:04.944632 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-86aec097-b4b3-45b8-8b55-dc01eebbecbf req-c2993edf-b3ca-472a-9825-766e7df3fa60 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4fa056c7-0b01-46eb-a021-effef3f44cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407147 Oct 24 13:42:04.967529 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:05.967718 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device f9a14a79-1a72-49eb-9f40-e0e7455d83ef details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:42:06.053430 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:06.064242 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76605ab9-10c6-4caf-b526-b49e460e41f0 req-e12a73a7-8f93-481c-8b7c-7b066e039b0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:06.067556 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-76605ab9-10c6-4caf-b526-b49e460e41f0 req-e12a73a7-8f93-481c-8b7c-7b066e039b0d tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 943 time: 0.0465698 Oct 24 13:42:06.069189 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port f9a14a79-1a72-49eb-9f40-e0e7455d83ef, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=f9a14a79-1a72-49eb-9f40-e0e7455d83ef,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:42:06.081028 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': 'f9a14a79-1a72-49eb-9f40-e0e7455d83ef', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'port_id': 'f9a14a79-1a72-49eb-9f40-e0e7455d83ef', 'mac_address': 'fa:16:3e:05:a7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:42:06.083169 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:06.116227 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-76605ab9-10c6-4caf-b526-b49e460e41f0 req-84a3636d-76e8-4fc2-b6f5-e2f97f83cc83 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4fa056c7-0b01-46eb-a021-effef3f44cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445065 Oct 24 13:42:06.118015 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port f9a14a79-1a72-49eb-9f40-e0e7455d83ef is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:42:06.118402 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (f9a14a79-1a72-49eb-9f40-e0e7455d83ef), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:06.131795 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a14a79-1a72-49eb-9f40-e0e7455d83ef {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:42:06.155303 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port f9a14a79-1a72-49eb-9f40-e0e7455d83ef, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=f9a14a79-1a72-49eb-9f40-e0e7455d83ef,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:42:06.235626 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (f9a14a79-1a72-49eb-9f40-e0e7455d83ef), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:06.280434 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=f9a14a79-1a72-49eb-9f40-e0e7455d83ef,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:06.287343 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:42:06.287683 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:42:06.288018 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:42:06.288372 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:42:06.288714 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:42:06.289026 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:42:06.289346 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:42:06.289664 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:42:06.289983 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:42:06.290301 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:42:06.290619 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:42:06.290954 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:42:06.291251 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:42:06.291564 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:42:06.291876 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:42:06.390097 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:06.544349 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:06.554762 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=24 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:06.572811 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:06.627306 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['f9a14a79-1a72-49eb-9f40-e0e7455d83ef'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:42:07.241998 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11aaf49-1c1d-480e-a5f7-a9cc69905d19 req-646f4477-9847-4496-9b70-9d09e0d55099 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:07.243457 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c11aaf49-1c1d-480e-a5f7-a9cc69905d19 req-646f4477-9847-4496-9b70-9d09e0d55099 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 944 time: 0.0497329 Oct 24 13:42:07.289032 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c11aaf49-1c1d-480e-a5f7-a9cc69905d19 req-b5a306ed-3da8-49a0-8fba-2617798c9ab0 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4fa056c7-0b01-46eb-a021-effef3f44cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400715 Oct 24 13:42:07.983717 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device f9a14a79-1a72-49eb-9f40-e0e7455d83ef up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:42:08.025492 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port f9a14a79-1a72-49eb-9f40-e0e7455d83ef completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:42:08.086642 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port f9a14a79-1a72-49eb-9f40-e0e7455d83ef triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:42:08.087024 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (f9a14a79-1a72-49eb-9f40-e0e7455d83ef), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:08.087356 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port f9a14a79-1a72-49eb-9f40-e0e7455d83ef Oct 24 13:42:08.157307 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port f9a14a79-1a72-49eb-9f40-e0e7455d83ef is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:42:08.157710 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (f9a14a79-1a72-49eb-9f40-e0e7455d83ef), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:08.182999 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9098c2-59fd-40de-8d8a-e326307949d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a14a79-1a72-49eb-9f40-e0e7455d83ef'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:42:08.185209 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930e2701-e43c-4bca-8250-a17696ae5309" -d '{"events": [{"server_uuid": "fb9098c2-59fd-40de-8d8a-e326307949d8", "name": "network-vif-plugged", "status": "completed", "tag": "f9a14a79-1a72-49eb-9f40-e0e7455d83ef"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:42:08.197608 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port f9a14a79-1a72-49eb-9f40-e0e7455d83ef, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=f9a14a79-1a72-49eb-9f40-e0e7455d83ef,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:42:08.264818 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (f9a14a79-1a72-49eb-9f40-e0e7455d83ef), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:08.290049 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8e9cd1-9e61-483b-8e8d-6431c62f6107 x-openstack-request-id: req-db8e9cd1-9e61-483b-8e8d-6431c62f6107 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:42:08.290339 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9098c2-59fd-40de-8d8a-e326307949d8", "name": "network-vif-plugged", "status": "completed", "tag": "f9a14a79-1a72-49eb-9f40-e0e7455d83ef", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:42:08.290590 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db8e9cd1-9e61-483b-8e8d-6431c62f6107 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:42:08.290978 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8e9cd1-9e61-483b-8e8d-6431c62f6107'] response: {'server_uuid': 'fb9098c2-59fd-40de-8d8a-e326307949d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a14a79-1a72-49eb-9f40-e0e7455d83ef', 'code': 200} Oct 24 13:42:08.314701 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=f9a14a79-1a72-49eb-9f40-e0e7455d83ef,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:08.412058 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfa5d5-e65c-48aa-94f2-19b623be99b5 req-be5e9a48-778f-4b4f-b780-769d3b418eba tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:08.414148 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5bcfa5d5-e65c-48aa-94f2-19b623be99b5 req-be5e9a48-778f-4b4f-b780-769d3b418eba tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 945 time: 0.0483854 Oct 24 13:42:08.462738 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-5bcfa5d5-e65c-48aa-94f2-19b623be99b5 req-434f6a51-848e-4c3f-846a-7d95ea3a1194 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4fa056c7-0b01-46eb-a021-effef3f44cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429075 Oct 24 13:42:08.561050 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384a632-f785-49d1-9f01-1f1413779b16 req-e7e09cae-f1a2-4bd0-9a7b-bc54a9cbe3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:08.562432 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a384a632-f785-49d1-9f01-1f1413779b16 req-e7e09cae-f1a2-4bd0-9a7b-bc54a9cbe3be service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 1129 time: 0.0421479 Oct 24 13:42:08.607178 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a384a632-f785-49d1-9f01-1f1413779b16 req-9499112f-5f81-4e8a-adab-945f920ef2a9 service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4fa056c7-0b01-46eb-a021-effef3f44cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377088 Oct 24 13:42:09.547173 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:09.584671 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95990c8-729e-4e9b-b6dc-46e5199f66bf req-685d6c71-a2ea-4868-9e15-0b99aadc8b74 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:09.586169 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a95990c8-729e-4e9b-b6dc-46e5199f66bf req-685d6c71-a2ea-4868-9e15-0b99aadc8b74 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 945 time: 0.0473316 Oct 24 13:42:09.618848 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:09.633494 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a95990c8-729e-4e9b-b6dc-46e5199f66bf req-69a1ce86-95b6-4692-8784-3d69a82a7671 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4fa056c7-0b01-46eb-a021-effef3f44cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417798 Oct 24 13:42:10.753749 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9abee-0562-4da2-b901-9bbccc94c3a1 req-9be52773-6fd7-4d37-a0f1-8f699ad981d6 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:10.755202 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-eaa9abee-0562-4da2-b901-9bbccc94c3a1 req-9be52773-6fd7-4d37-a0f1-8f699ad981d6 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 945 time: 0.0464680 Oct 24 13:42:10.805417 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-eaa9abee-0562-4da2-b901-9bbccc94c3a1 req-15e614eb-b354-4528-aa94-666a565706e7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4fa056c7-0b01-46eb-a021-effef3f44cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442293 Oct 24 13:42:10.922865 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79147a-9b94-4579-8b52-a0047bea34e7 req-1d666f3a-b3b1-4dea-90e6-acf166375404 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:10.924213 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bc79147a-9b94-4579-8b52-a0047bea34e7 req-1d666f3a-b3b1-4dea-90e6-acf166375404 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 945 time: 0.0490441 Oct 24 13:42:10.934288 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44362) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:10.938570 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [None req-9104646f-399a-49ef-8b81-4f901f8c178f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Request body: {'floatingip': {'port_id': 'f9a14a79-1a72-49eb-9f40-e0e7455d83ef'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:42:10.976578 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9104646f-399a-49ef-8b81-4f901f8c178f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (ec7fc3fd-5ce0-4219-8fee-c3e34351a2db), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:11.392764 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9104646f-399a-49ef-8b81-4f901f8c178f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:11.452886 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9104646f-399a-49ef-8b81-4f901f8c178f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (ec7fc3fd-5ce0-4219-8fee-c3e34351a2db), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:11.547448 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [None req-9104646f-399a-49ef-8b81-4f901f8c178f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Floating IP ec7fc3fd-5ce0-4219-8fee-c3e34351a2db associated. External IP: 172.27.3.137, port: f9a14a79-1a72-49eb-9f40-e0e7455d83ef. Oct 24 13:42:11.740179 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9104646f-399a-49ef-8b81-4f901f8c178f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:42:11.842016 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9104646f-399a-49ef-8b81-4f901f8c178f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:42:11.846744 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9104646f-399a-49ef-8b81-4f901f8c178f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:11.851927 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ea39a-bb13-453c-8287-fbd719c768f0 None None] Sync routers for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:42:11.861451 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994ea39a-bb13-453c-8287-fbd719c768f0 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:42:11.862093 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-994ea39a-bb13-453c-8287-fbd719c768f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:42:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:11.867493 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:11.876882 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-9104646f-399a-49ef-8b81-4f901f8c178f tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/ec7fc3fd-5ce0-4219-8fee-c3e34351a2db HTTP/1.1" status: 200 len: 991 time: 0.9415989 Oct 24 13:42:11.877499 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9098c2-59fd-40de-8d8a-e326307949d8', 'tag': 'f9a14a79-1a72-49eb-9f40-e0e7455d83ef'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:42:11.879723 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491141af-5505-400e-8f78-dd7e1de86f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9098c2-59fd-40de-8d8a-e326307949d8", "tag": "f9a14a79-1a72-49eb-9f40-e0e7455d83ef"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:42:11.916706 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b21bba-fbb8-4ad4-b994-a07c63923fab x-openstack-request-id: req-65b21bba-fbb8-4ad4-b994-a07c63923fab {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:42:11.924959 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9098c2-59fd-40de-8d8a-e326307949d8", "tag": "f9a14a79-1a72-49eb-9f40-e0e7455d83ef", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:42:11.924959 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65b21bba-fbb8-4ad4-b994-a07c63923fab {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:42:11.924959 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b21bba-fbb8-4ad4-b994-a07c63923fab'] response: {'name': 'network-changed', 'server_uuid': 'fb9098c2-59fd-40de-8d8a-e326307949d8', 'tag': 'f9a14a79-1a72-49eb-9f40-e0e7455d83ef', 'status': 'completed', 'code': 200} Oct 24 13:42:11.967300 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-994ea39a-bb13-453c-8287-fbd719c768f0 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:42:11.996564 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491141af-5505-400e-8f78-dd7e1de86f8f req-329d4844-41ee-4022-9a1d-3fabe4a65dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:11.997968 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-491141af-5505-400e-8f78-dd7e1de86f8f req-329d4844-41ee-4022-9a1d-3fabe4a65dd0 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 1129 time: 0.0420437 Oct 24 13:42:12.006661 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:12.024199 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:12.090769 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491141af-5505-400e-8f78-dd7e1de86f8f req-c85af8d5-f306-41c6-a6e2-8e2596a0dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:12.092239 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-491141af-5505-400e-8f78-dd7e1de86f8f req-c85af8d5-f306-41c6-a6e2-8e2596a0dbf8 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 915 time: 0.0888786 Oct 24 13:42:12.157321 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-491141af-5505-400e-8f78-dd7e1de86f8f req-c6a12bbc-0dea-45f7-8d6c-113c4196ba1b service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9a14a79-1a72-49eb-9f40-e0e7455d83ef HTTP/1.1" status: 200 len: 999 time: 0.0581899 Oct 24 13:42:12.171149 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:12.180403 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-994ea39a-bb13-453c-8287-fbd719c768f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'ec7fc3fd-5ce0-4219-8fee-c3e34351a2db', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': 'f9a14a79-1a72-49eb-9f40-e0e7455d83ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:05:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9098c2-59fd-40de-8d8a-e326307949d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:41:55Z', 'updated_at': '2022-10-24T13:42:11Z', 'revision_number': 1, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:12.206290 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ea39a-bb13-453c-8287-fbd719c768f0 None None] Checking router: d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:42:12.206947 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491141af-5505-400e-8f78-dd7e1de86f8f req-cb27ae06-afc1-4c5a-ab3b-efa9d1394edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:12.208452 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-491141af-5505-400e-8f78-dd7e1de86f8f req-cb27ae06-afc1-4c5a-ab3b-efa9d1394edd service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=cb1d7ade-82f6-46d2-8096-b4ce16cabca2 HTTP/1.1" status: 200 len: 853 time: 0.0444586 Oct 24 13:42:12.215263 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994ea39a-bb13-453c-8287-fbd719c768f0 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:42:12.215849 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-994ea39a-bb13-453c-8287-fbd719c768f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:42:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:12.250075 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491141af-5505-400e-8f78-dd7e1de86f8f req-c283dd33-8afe-424a-a6da-55f06cc71f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:12.251480 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-491141af-5505-400e-8f78-dd7e1de86f8f req-c283dd33-8afe-424a-a6da-55f06cc71f43 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=b68375da-958f-473f-9389-64a90da42e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376723 Oct 24 13:42:12.316733 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-994ea39a-bb13-453c-8287-fbd719c768f0 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:42:12.343984 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-491141af-5505-400e-8f78-dd7e1de86f8f req-15713652-3b2a-4382-a05a-7a6d0109641a service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862863 Oct 24 13:42:12.433714 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-491141af-5505-400e-8f78-dd7e1de86f8f req-18427421-f1e3-41b0-9797-f3b4e8b87f2b service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830238 Oct 24 13:42:12.530600 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-994ea39a-bb13-453c-8287-fbd719c768f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'ec7fc3fd-5ce0-4219-8fee-c3e34351a2db', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': 'f9a14a79-1a72-49eb-9f40-e0e7455d83ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:05:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9098c2-59fd-40de-8d8a-e326307949d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:41:55Z', 'updated_at': '2022-10-24T13:42:11Z', 'revision_number': 1, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:12.560223 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ea39a-bb13-453c-8287-fbd719c768f0 None None] The sync data for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi is: [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'ec7fc3fd-5ce0-4219-8fee-c3e34351a2db', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'port_id': 'f9a14a79-1a72-49eb-9f40-e0e7455d83ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'mac_address': 'fa:16:3e:05:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9098c2-59fd-40de-8d8a-e326307949d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:41:55Z', 'updated_at': '2022-10-24T13:42:11Z', 'revision_number': 1, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:42:12.754962 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865f45b-2bb6-4a43-81bf-e4c5b54017ab None None] New status for floating IP ec7fc3fd-5ce0-4219-8fee-c3e34351a2db: ACTIVE {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:42:20.794368 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:20.802303 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=70,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:22.429181 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=34 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:22.429972 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=54 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:22.532760 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=27 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:22.533525 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=62 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:22.847902 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=9 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:22.856457 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:25.029523 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44372) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:25.168101 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-d16eda8b-a33d-4e52-b070-cb5191a60aa3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Deleting port d22c6054-c244-4ecf-adce-98c658ba9fc4 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:42:25.168485 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d16eda8b-a33d-4e52-b070-cb5191a60aa3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (d22c6054-c244-4ecf-adce-98c658ba9fc4), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:25.246552 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d16eda8b-a33d-4e52-b070-cb5191a60aa3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (d22c6054-c244-4ecf-adce-98c658ba9fc4), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:25.246877 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d16eda8b-a33d-4e52-b070-cb5191a60aa3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for floatingip (d22c6054-c244-4ecf-adce-98c658ba9fc4), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:25.260144 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-d16eda8b-a33d-4e52-b070-cb5191a60aa3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Calling delete_port for d22c6054-c244-4ecf-adce-98c658ba9fc4 owned by network:floatingip {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:42:25.492435 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d16eda8b-a33d-4e52-b070-cb5191a60aa3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (d22c6054-c244-4ecf-adce-98c658ba9fc4), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:25.516638 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16eda8b-a33d-4e52-b070-cb5191a60aa3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event deleted for resources: {'Port': ['ID=d22c6054-c244-4ecf-adce-98c658ba9fc4,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:25.578988 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d16eda8b-a33d-4e52-b070-cb5191a60aa3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for floatingip (2fa9f31d-aa1c-49ce-8902-7b0e25f309de), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:25.579312 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [None req-d16eda8b-a33d-4e52-b070-cb5191a60aa3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Floating IP 2fa9f31d-aa1c-49ce-8902-7b0e25f309de disassociated (deleted). External IP: 172.27.3.4, port: e309bad0-13db-408d-9058-da5aa46fcee8. Oct 24 13:42:25.771618 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16eda8b-a33d-4e52-b070-cb5191a60aa3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Router 45866912-da40-436b-875e-353f0d0e44df has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:42:25.872626 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16eda8b-a33d-4e52-b070-cb5191a60aa3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:42:25.877390 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d16eda8b-a33d-4e52-b070-cb5191a60aa3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:25.882256 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be7540b-d035-40a3-b529-030f6c87b9f8 None None] Sync routers for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:42:25.892064 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be7540b-d035-40a3-b529-030f6c87b9f8 None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:42:25.892698 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-1be7540b-d035-40a3-b529-030f6c87b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:42:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:25.901800 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:25.907832 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-d16eda8b-a33d-4e52-b070-cb5191a60aa3 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/2fa9f31d-aa1c-49ce-8902-7b0e25f309de HTTP/1.1" status: 204 len: 168 time: 0.8768537 Oct 24 13:42:25.907983 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bdff1e-48cd-4c08-a043-0e592c6d119c', 'tag': 'e309bad0-13db-408d-9058-da5aa46fcee8'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:42:25.911824 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd13d169-3661-480e-a0b7-d1940dfd262f" -d '{"events": [{"name": "network-changed", "server_uuid": "42bdff1e-48cd-4c08-a043-0e592c6d119c", "tag": "e309bad0-13db-408d-9058-da5aa46fcee8"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:42:25.950357 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bf744c-0da5-4d5c-afd4-9a066731b9db x-openstack-request-id: req-a4bf744c-0da5-4d5c-afd4-9a066731b9db {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:42:25.950357 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42bdff1e-48cd-4c08-a043-0e592c6d119c", "tag": "e309bad0-13db-408d-9058-da5aa46fcee8", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:42:25.950619 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4bf744c-0da5-4d5c-afd4-9a066731b9db {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:42:25.950976 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4bf744c-0da5-4d5c-afd4-9a066731b9db'] response: {'name': 'network-changed', 'server_uuid': '42bdff1e-48cd-4c08-a043-0e592c6d119c', 'tag': 'e309bad0-13db-408d-9058-da5aa46fcee8', 'status': 'completed', 'code': 200} Oct 24 13:42:25.999296 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-1be7540b-d035-40a3-b529-030f6c87b9f8 None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:42:26.078908 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:26.085985 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13d169-3661-480e-a0b7-d1940dfd262f req-30a5044c-9c25-4f06-a39e-ff0ee6c700b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:26.090336 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dd13d169-3661-480e-a0b7-d1940dfd262f req-30a5044c-9c25-4f06-a39e-ff0ee6c700b6 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=46d41e46b7e3415684c32b22f31eefb5&device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 1129 time: 0.0705872 Oct 24 13:42:26.174968 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13d169-3661-480e-a0b7-d1940dfd262f req-20f14fae-a03f-4bd6-8e4a-0aacef65d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:26.176442 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dd13d169-3661-480e-a0b7-d1940dfd262f req-20f14fae-a03f-4bd6-8e4a-0aacef65d37e service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532 HTTP/1.1" status: 200 len: 912 time: 0.0832558 Oct 24 13:42:26.215068 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-1be7540b-d035-40a3-b529-030f6c87b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '45866912-da40-436b-875e-353f0d0e44df', 'port_id': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'mac_address': 'fa:16:3e:a8:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:38:11Z', 'updated_at': '2022-10-24T13:38:13Z', 'revision_number': 1, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:26.226982 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dd13d169-3661-480e-a0b7-d1940dfd262f req-78b3dc78-717b-4567-9c41-62f9b733317a service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e309bad0-13db-408d-9058-da5aa46fcee8 HTTP/1.1" status: 200 len: 217 time: 0.0386248 Oct 24 13:42:26.239397 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be7540b-d035-40a3-b529-030f6c87b9f8 None None] Checking router: 45866912-da40-436b-875e-353f0d0e44df for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:42:26.248292 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be7540b-d035-40a3-b529-030f6c87b9f8 None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:42:26.248909 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-1be7540b-d035-40a3-b529-030f6c87b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:42:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:26.277029 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13d169-3661-480e-a0b7-d1940dfd262f req-51898100-de78-46a0-a214-c92e476f1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:26.278566 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dd13d169-3661-480e-a0b7-d1940dfd262f req-51898100-de78-46a0-a214-c92e476f1b26 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c754290e-efaf-4855-ae51-c99dff5cf159 HTTP/1.1" status: 200 len: 850 time: 0.0452797 Oct 24 13:42:26.325010 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13d169-3661-480e-a0b7-d1940dfd262f req-0ac83d30-4682-4206-a226-f95f0960c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:26.326828 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dd13d169-3661-480e-a0b7-d1940dfd262f req-0ac83d30-4682-4206-a226-f95f0960c5c7 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421467 Oct 24 13:42:26.354182 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-1be7540b-d035-40a3-b529-030f6c87b9f8 None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:42:26.370717 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867ff2c-a90f-4210-b1aa-793d7895b72d req-adbe6835-575a-4313-8653-f603c9bdf26e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:26.372245 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3867ff2c-a90f-4210-b1aa-793d7895b72d req-adbe6835-575a-4313-8653-f603c9bdf26e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 945 time: 0.0472746 Oct 24 13:42:26.421310 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-3867ff2c-a90f-4210-b1aa-793d7895b72d req-3af97498-5a96-40da-a73a-348bf7406a83 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433958 Oct 24 13:42:26.569209 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-1be7540b-d035-40a3-b529-030f6c87b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '45866912-da40-436b-875e-353f0d0e44df', 'port_id': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'mac_address': 'fa:16:3e:a8:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:38:11Z', 'updated_at': '2022-10-24T13:38:13Z', 'revision_number': 1, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:26.597180 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be7540b-d035-40a3-b529-030f6c87b9f8 None None] The sync data for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi is: [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_floatingips': [{'id': 'f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'router_id': '45866912-da40-436b-875e-353f0d0e44df', 'port_id': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'mac_address': 'fa:16:3e:a8:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:38:11Z', 'updated_at': '2022-10-24T13:38:13Z', 'revision_number': 1, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:42:26.659372 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:42:26.805637 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3642d777-7821-4add-a21d-1eab781f43d1 None None] New status for floating IP 2fa9f31d-aa1c-49ce-8902-7b0e25f309de: DOWN {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:42:27.452999 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dd13d169-3661-480e-a0b7-d1940dfd262f req-b352d5f0-d2f8-4332-be1d-c69948954b2d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856504 Oct 24 13:42:27.810968 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c186ba-a544-4edc-8915-7a23bec2a95a req-33638df3-24a0-4659-891e-f3564474df65 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:27.812324 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-74c186ba-a544-4edc-8915-7a23bec2a95a req-33638df3-24a0-4659-891e-f3564474df65 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 945 time: 0.0785723 Oct 24 13:42:27.854471 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-dd13d169-3661-480e-a0b7-d1940dfd262f req-11ca6396-9fa2-4f17-8091-26f75545b99a service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738565 Oct 24 13:42:27.879123 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-74c186ba-a544-4edc-8915-7a23bec2a95a req-dbd953bf-5050-448e-88b1-e97fa8865225 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610046 Oct 24 13:42:28.125645 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2a107-958e-47f4-aa8e-79d624058158 req-4aeff437-8096-4552-919b-00b9c1aea1b1 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:28.127069 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-61d2a107-958e-47f4-aa8e-79d624058158 req-4aeff437-8096-4552-919b-00b9c1aea1b1 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 945 time: 0.0462730 Oct 24 13:42:28.217628 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-61d2a107-958e-47f4-aa8e-79d624058158 req-a20b34f4-1d94-46e4-a8b7-19f1f4e53f02 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Deleting port e309bad0-13db-408d-9058-da5aa46fcee8 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:42:28.217962 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-61d2a107-958e-47f4-aa8e-79d624058158 req-a20b34f4-1d94-46e4-a8b7-19f1f4e53f02 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (e309bad0-13db-408d-9058-da5aa46fcee8), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:28.305887 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-61d2a107-958e-47f4-aa8e-79d624058158 req-a20b34f4-1d94-46e4-a8b7-19f1f4e53f02 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] For port e309bad0-13db-408d-9058-da5aa46fcee8, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=e309bad0-13db-408d-9058-da5aa46fcee8,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:42:28.306274 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-61d2a107-958e-47f4-aa8e-79d624058158 req-a20b34f4-1d94-46e4-a8b7-19f1f4e53f02 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (e309bad0-13db-408d-9058-da5aa46fcee8), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:28.318854 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-61d2a107-958e-47f4-aa8e-79d624058158 req-a20b34f4-1d94-46e4-a8b7-19f1f4e53f02 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Calling delete_port for e309bad0-13db-408d-9058-da5aa46fcee8 owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:42:28.379314 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:28.492690 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-61d2a107-958e-47f4-aa8e-79d624058158 req-a20b34f4-1d94-46e4-a8b7-19f1f4e53f02 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (e309bad0-13db-408d-9058-da5aa46fcee8), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:28.519614 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b34f4-1d94-46e4-a8b7-19f1f4e53f02 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event deleted for resources: {'Port': ['ID=e309bad0-13db-408d-9058-da5aa46fcee8,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:28.571247 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d2a107-958e-47f4-aa8e-79d624058158 req-a20b34f4-1d94-46e4-a8b7-19f1f4e53f02 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] No DVR routers for this DVR port e309bad0-13db-408d-9058-da5aa46fcee8 on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:42:28.573981 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-61d2a107-958e-47f4-aa8e-79d624058158 req-a20b34f4-1d94-46e4-a8b7-19f1f4e53f02 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:28.577235 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-61d2a107-958e-47f4-aa8e-79d624058158 req-a20b34f4-1d94-46e4-a8b7-19f1f4e53f02 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.59 "DELETE /networking/v2.0/ports/e309bad0-13db-408d-9058-da5aa46fcee8 HTTP/1.1" status: 204 len: 173 time: 0.4431248 Oct 24 13:42:28.577724 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bdff1e-48cd-4c08-a043-0e592c6d119c', 'name': 'network-vif-deleted', 'tag': 'e309bad0-13db-408d-9058-da5aa46fcee8'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:42:28.580403 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ed3f06-d14b-42ec-902d-0bf005c9d13a" -d '{"events": [{"server_uuid": "42bdff1e-48cd-4c08-a043-0e592c6d119c", "name": "network-vif-deleted", "tag": "e309bad0-13db-408d-9058-da5aa46fcee8"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:42:28.617560 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7c2a1c-0490-4764-963f-30b731cb962c x-openstack-request-id: req-3e7c2a1c-0490-4764-963f-30b731cb962c {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:42:28.617855 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bdff1e-48cd-4c08-a043-0e592c6d119c", "name": "network-vif-deleted", "tag": "e309bad0-13db-408d-9058-da5aa46fcee8", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:42:28.618108 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e7c2a1c-0490-4764-963f-30b731cb962c {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:42:28.618542 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7c2a1c-0490-4764-963f-30b731cb962c'] response: {'server_uuid': '42bdff1e-48cd-4c08-a043-0e592c6d119c', 'name': 'network-vif-deleted', 'tag': 'e309bad0-13db-408d-9058-da5aa46fcee8', 'status': 'completed', 'code': 200} Oct 24 13:42:28.988515 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-f1ce02ec-aac8-416e-8ac9-2e2d0a489f06 req-eebf9262-8a81-4727-b7b2-1cf990de92ad tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=42bdff1e-48cd-4c08-a043-0e592c6d119c HTTP/1.1" status: 200 len: 210 time: 0.0328321 Oct 24 13:42:29.264781 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:30.021095 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device e309bad0-13db-408d-9058-da5aa46fcee8 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:42:30.040613 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: e309bad0-13db-408d-9058-da5aa46fcee8 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:42:30.040963 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device e309bad0-13db-408d-9058-da5aa46fcee8 not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:42:31.315634 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-d6ed8709-418c-451c-929c-6de69eca47a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:32.492293 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44402) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:32.622010 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:32.633990 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-2aac3f03-0433-4151-ae3c-a2dadd6373f5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Deleting port 79cb286d-f936-492c-a3cc-758e0e85b628 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:42:32.636512 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2aac3f03-0433-4151-ae3c-a2dadd6373f5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (79cb286d-f936-492c-a3cc-758e0e85b628), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:32.710238 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2aac3f03-0433-4151-ae3c-a2dadd6373f5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (79cb286d-f936-492c-a3cc-758e0e85b628), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:32.710556 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2aac3f03-0433-4151-ae3c-a2dadd6373f5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for floatingip (79cb286d-f936-492c-a3cc-758e0e85b628), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:32.723462 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-2aac3f03-0433-4151-ae3c-a2dadd6373f5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Calling delete_port for 79cb286d-f936-492c-a3cc-758e0e85b628 owned by network:floatingip {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:42:32.961356 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2aac3f03-0433-4151-ae3c-a2dadd6373f5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (79cb286d-f936-492c-a3cc-758e0e85b628), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:32.986361 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac3f03-0433-4151-ae3c-a2dadd6373f5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event deleted for resources: {'Port': ['ID=79cb286d-f936-492c-a3cc-758e0e85b628,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:33.050604 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2aac3f03-0433-4151-ae3c-a2dadd6373f5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for floatingip (f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:33.050930 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [None req-2aac3f03-0433-4151-ae3c-a2dadd6373f5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Floating IP f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa disassociated (deleted). External IP: 172.27.3.221, port: 675c4dae-b73b-4796-ba50-70bc5bd72f10. Oct 24 13:42:33.249551 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aac3f03-0433-4151-ae3c-a2dadd6373f5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Router 45866912-da40-436b-875e-353f0d0e44df has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:42:33.331625 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:33.352899 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aac3f03-0433-4151-ae3c-a2dadd6373f5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:42:33.357196 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-2aac3f03-0433-4151-ae3c-a2dadd6373f5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:33.361923 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a1a730-86ce-4095-8125-7ecd6e650cad None None] Sync routers for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:42:33.371607 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a1a730-86ce-4095-8125-7ecd6e650cad None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:42:33.372207 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-a0a1a730-86ce-4095-8125-7ecd6e650cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:42:04Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:33.387176 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-2aac3f03-0433-4151-ae3c-a2dadd6373f5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa HTTP/1.1" status: 204 len: 168 time: 0.8936722 Oct 24 13:42:33.387861 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'tag': '675c4dae-b73b-4796-ba50-70bc5bd72f10'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:42:33.392959 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976ee2ba-b034-4ccc-bd75-c4f2d4ef6ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8e9668-965e-444d-87c1-5fe36bc3b0ab", "tag": "675c4dae-b73b-4796-ba50-70bc5bd72f10"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:42:33.432131 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ac83e1-2ad6-4455-8282-34436ea1c21e x-openstack-request-id: req-d3ac83e1-2ad6-4455-8282-34436ea1c21e {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:42:33.434503 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8e9668-965e-444d-87c1-5fe36bc3b0ab", "tag": "675c4dae-b73b-4796-ba50-70bc5bd72f10", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:42:33.434503 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3ac83e1-2ad6-4455-8282-34436ea1c21e {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:42:33.434503 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ac83e1-2ad6-4455-8282-34436ea1c21e'] response: {'name': 'network-changed', 'server_uuid': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'tag': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'status': 'completed', 'code': 200} Oct 24 13:42:33.480635 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-a0a1a730-86ce-4095-8125-7ecd6e650cad None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:42:33.509247 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ee2ba-b034-4ccc-bd75-c4f2d4ef6ed3 req-238c61b2-3349-4aa9-99b1-f1c8c99b5a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:33.513315 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-976ee2ba-b034-4ccc-bd75-c4f2d4ef6ed3 req-238c61b2-3349-4aa9-99b1-f1c8c99b5a95 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=46d41e46b7e3415684c32b22f31eefb5&device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 1130 time: 0.0397015 Oct 24 13:42:33.564764 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=100 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:33.584486 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:33.600586 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:33.615216 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ee2ba-b034-4ccc-bd75-c4f2d4ef6ed3 req-65370470-aaa4-4178-b8af-3d0085a9073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:33.615216 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-976ee2ba-b034-4ccc-bd75-c4f2d4ef6ed3 req-65370470-aaa4-4178-b8af-3d0085a9073b service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532 HTTP/1.1" status: 200 len: 912 time: 0.0960510 Oct 24 13:42:33.654281 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-976ee2ba-b034-4ccc-bd75-c4f2d4ef6ed3 req-45d1cbf7-b852-44cd-880a-5a3de6eeac02 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675c4dae-b73b-4796-ba50-70bc5bd72f10 HTTP/1.1" status: 200 len: 217 time: 0.0342386 Oct 24 13:42:33.692412 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-a0a1a730-86ce-4095-8125-7ecd6e650cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:33.695933 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-316ac348-44de-4b3d-b5f2-2416ff80ed27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:33.716566 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ee2ba-b034-4ccc-bd75-c4f2d4ef6ed3 req-f39c1822-a57f-41f4-a8a9-6c66e99278da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:33.718126 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-976ee2ba-b034-4ccc-bd75-c4f2d4ef6ed3 req-f39c1822-a57f-41f4-a8a9-6c66e99278da service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=c754290e-efaf-4855-ae51-c99dff5cf159 HTTP/1.1" status: 200 len: 850 time: 0.0588315 Oct 24 13:42:33.722026 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a1a730-86ce-4095-8125-7ecd6e650cad None None] Checking router: 45866912-da40-436b-875e-353f0d0e44df for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:42:33.730853 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a1a730-86ce-4095-8125-7ecd6e650cad None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:42:33.731479 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-a0a1a730-86ce-4095-8125-7ecd6e650cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:42:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:33.798394 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd66f0e-fc06-40ba-a839-a8eb7f18023f req-f4f328c4-efa7-4819-81c9-63d4aaf47d8e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:33.799891 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4cd66f0e-fc06-40ba-a839-a8eb7f18023f req-f4f328c4-efa7-4819-81c9-63d4aaf47d8e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 946 time: 0.0475914 Oct 24 13:42:33.836226 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-a0a1a730-86ce-4095-8125-7ecd6e650cad None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:42:33.849382 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-4cd66f0e-fc06-40ba-a839-a8eb7f18023f req-a2dcfe19-68e8-4bc0-9e3d-8151facc1be5 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438321 Oct 24 13:42:34.019971 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-a0a1a730-86ce-4095-8125-7ecd6e650cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:34.048940 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a1a730-86ce-4095-8125-7ecd6e650cad None None] The sync data for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi is: [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:18Z', 'revision_number': 4, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': '5e4bdabd-6f58-42ce-bbae-724366123e93', 'name': '', 'network_id': 'f594f9ca-1fdb-418d-87fd-7e11dd1c7532', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'mac_address': 'fa:16:3e:db:8c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:17Z', 'updated_at': '2022-10-24T13:34:23Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'subnets': [{'id': 'c754290e-efaf-4855-ae51-c99dff5cf159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:42:34.268969 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13a9b6a-6940-45fe-8e05-4b537d98543c None None] New status for floating IP f11c84d0-95a3-421a-bfb1-2d5b5fc5e7fa: DOWN {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:42:34.863588 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ee2ba-b034-4ccc-bd75-c4f2d4ef6ed3 req-be35346a-df49-4c34-a1df-d7a09627911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:34.865691 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-976ee2ba-b034-4ccc-bd75-c4f2d4ef6ed3 req-be35346a-df49-4c34-a1df-d7a09627911d service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=f594f9ca-1fdb-418d-87fd-7e11dd1c7532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012478 Oct 24 13:42:34.870809 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-daa6972b-b952-452e-ac9b-b8036eee5d7e req-f64d6a92-4805-44b8-8c5e-afb9622055df service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666668 Oct 24 13:42:34.943991 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:35.055172 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9b228-f200-48b1-a1e4-25142a52e858 req-181c7b0d-9561-43b4-a419-fff662f1551c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:35.056680 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bde9b228-f200-48b1-a1e4-25142a52e858 req-181c7b0d-9561-43b4-a419-fff662f1551c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 946 time: 0.1274250 Oct 24 13:42:35.065019 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6972b-b952-452e-ac9b-b8036eee5d7e req-8a85de9c-eed0-427b-a3bf-bc1c43c6f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:35.066697 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-daa6972b-b952-452e-ac9b-b8036eee5d7e req-8a85de9c-eed0-427b-a3bf-bc1c43c6f4dc service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 1129 time: 0.0794628 Oct 24 13:42:35.087337 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-976ee2ba-b034-4ccc-bd75-c4f2d4ef6ed3 req-2c6e0d8e-13be-4f83-9c82-9914282a10de service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788499 Oct 24 13:42:35.118837 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-bde9b228-f200-48b1-a1e4-25142a52e858 req-4ad895a0-87de-4c42-9dbe-d64340b2d52a tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550323 Oct 24 13:42:35.522982 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6972b-b952-452e-ac9b-b8036eee5d7e req-899375b2-4dd5-4200-bef8-885a597a94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:35.524464 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-daa6972b-b952-452e-ac9b-b8036eee5d7e req-899375b2-4dd5-4200-bef8-885a597a94e9 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 915 time: 0.1969817 Oct 24 13:42:35.528841 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-976ee2ba-b034-4ccc-bd75-c4f2d4ef6ed3 req-f3be23c9-a992-4a66-9615-8afa8d32fbd0 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026904 Oct 24 13:42:35.534539 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8b407-0c0d-4846-927a-b0f598ec9072 req-193c77a7-9b72-4140-8078-13715988ccff tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:35.535841 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a1e8b407-0c0d-4846-927a-b0f598ec9072 req-193c77a7-9b72-4140-8078-13715988ccff tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 946 time: 0.0883360 Oct 24 13:42:35.637040 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-daa6972b-b952-452e-ac9b-b8036eee5d7e req-e0f37296-3fbd-474b-a0e6-fb6098715308 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9a14a79-1a72-49eb-9f40-e0e7455d83ef HTTP/1.1" status: 200 len: 1001 time: 0.0941780 Oct 24 13:42:35.712816 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-a1e8b407-0c0d-4846-927a-b0f598ec9072 req-f5716f6a-fd81-4d7f-be33-09c8c6be248e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Deleting port 675c4dae-b73b-4796-ba50-70bc5bd72f10 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:42:35.713153 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-a1e8b407-0c0d-4846-927a-b0f598ec9072 req-f5716f6a-fd81-4d7f-be33-09c8c6be248e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (675c4dae-b73b-4796-ba50-70bc5bd72f10), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:35.735610 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:35.764227 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6972b-b952-452e-ac9b-b8036eee5d7e req-84e21bde-5e19-43ae-9dbb-01a64607ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:35.765793 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-daa6972b-b952-452e-ac9b-b8036eee5d7e req-84e21bde-5e19-43ae-9dbb-01a64607ce50 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=cb1d7ade-82f6-46d2-8096-b4ce16cabca2 HTTP/1.1" status: 200 len: 853 time: 0.1079564 Oct 24 13:42:35.831486 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6972b-b952-452e-ac9b-b8036eee5d7e req-a5fb204c-1056-42e1-b12b-fadc79fe9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:35.832918 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-daa6972b-b952-452e-ac9b-b8036eee5d7e req-a5fb204c-1056-42e1-b12b-fadc79fe9e1e service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=b68375da-958f-473f-9389-64a90da42e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584345 Oct 24 13:42:35.862023 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:35.901664 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-a1e8b407-0c0d-4846-927a-b0f598ec9072 req-f5716f6a-fd81-4d7f-be33-09c8c6be248e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] For port 675c4dae-b73b-4796-ba50-70bc5bd72f10, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=675c4dae-b73b-4796-ba50-70bc5bd72f10,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:42:35.902366 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-a1e8b407-0c0d-4846-927a-b0f598ec9072 req-f5716f6a-fd81-4d7f-be33-09c8c6be248e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (675c4dae-b73b-4796-ba50-70bc5bd72f10), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:35.919480 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-a1e8b407-0c0d-4846-927a-b0f598ec9072 req-f5716f6a-fd81-4d7f-be33-09c8c6be248e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Calling delete_port for 675c4dae-b73b-4796-ba50-70bc5bd72f10 owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:42:35.989899 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-daa6972b-b952-452e-ac9b-b8036eee5d7e req-15d6c0f1-6d04-446b-a944-9d799fde77ab service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481051 Oct 24 13:42:36.385523 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-daa6972b-b952-452e-ac9b-b8036eee5d7e req-09f202fb-5042-4ebf-8918-f625bc43ad58 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877168 Oct 24 13:42:36.401249 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:36.458590 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-a1e8b407-0c0d-4846-927a-b0f598ec9072 req-f5716f6a-fd81-4d7f-be33-09c8c6be248e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (675c4dae-b73b-4796-ba50-70bc5bd72f10), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:36.484706 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5716f6a-fd81-4d7f-be33-09c8c6be248e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event deleted for resources: {'Port': ['ID=675c4dae-b73b-4796-ba50-70bc5bd72f10,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:36.487854 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a23ba-a3cc-4c8f-b650-a77c76b23658 req-6829a3ee-b830-4537-bc48-15ae94859d4b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:42:36.489497 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e29a23ba-a3cc-4c8f-b650-a77c76b23658 req-6829a3ee-b830-4537-bc48-15ae94859d4b tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 946 time: 0.2922094 Oct 24 13:42:36.543918 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e8b407-0c0d-4846-927a-b0f598ec9072 req-f5716f6a-fd81-4d7f-be33-09c8c6be248e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] No DVR routers for this DVR port 675c4dae-b73b-4796-ba50-70bc5bd72f10 on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:42:36.544303 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-e29a23ba-a3cc-4c8f-b650-a77c76b23658 req-d00df1cc-8ee3-4799-bae1-70687fc992f4 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b644f981-7f13-4a14-b50a-255366e11ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492058 Oct 24 13:42:36.546469 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-a1e8b407-0c0d-4846-927a-b0f598ec9072 req-f5716f6a-fd81-4d7f-be33-09c8c6be248e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:36.549887 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a1e8b407-0c0d-4846-927a-b0f598ec9072 req-f5716f6a-fd81-4d7f-be33-09c8c6be248e tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.59 "DELETE /networking/v2.0/ports/675c4dae-b73b-4796-ba50-70bc5bd72f10 HTTP/1.1" status: 204 len: 173 time: 0.9998128 Oct 24 13:42:36.550405 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'name': 'network-vif-deleted', 'tag': '675c4dae-b73b-4796-ba50-70bc5bd72f10'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:42:36.553348 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5771434e-2bc9-4c65-b0dd-34747857b8c6" -d '{"events": [{"server_uuid": "3a8e9668-965e-444d-87c1-5fe36bc3b0ab", "name": "network-vif-deleted", "tag": "675c4dae-b73b-4796-ba50-70bc5bd72f10"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:42:36.589861 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:36.591459 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991ab817-07e5-4997-93d5-426c430259fe x-openstack-request-id: req-991ab817-07e5-4997-93d5-426c430259fe {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:42:36.591792 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8e9668-965e-444d-87c1-5fe36bc3b0ab", "name": "network-vif-deleted", "tag": "675c4dae-b73b-4796-ba50-70bc5bd72f10", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:42:36.592037 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-991ab817-07e5-4997-93d5-426c430259fe {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:42:36.592523 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991ab817-07e5-4997-93d5-426c430259fe'] response: {'server_uuid': '3a8e9668-965e-444d-87c1-5fe36bc3b0ab', 'name': 'network-vif-deleted', 'tag': '675c4dae-b73b-4796-ba50-70bc5bd72f10', 'status': 'completed', 'code': 200} Oct 24 13:42:37.662792 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-f072a6f8-f294-40b2-8f20-9e30524fc50d req-66e38c77-b211-4124-aadf-a95ff0296319 tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3a8e9668-965e-444d-87c1-5fe36bc3b0ab HTTP/1.1" status: 200 len: 210 time: 0.0283816 Oct 24 13:42:38.733745 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 44422) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:38.841500 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-0e96d9b5-c027-4eaf-b95e-f2aa803c776c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Deleting port 3c69fdfb-6c59-49a2-9c62-ac44fc2370b9 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:42:38.841857 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0e96d9b5-c027-4eaf-b95e-f2aa803c776c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (3c69fdfb-6c59-49a2-9c62-ac44fc2370b9), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:38.918963 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0e96d9b5-c027-4eaf-b95e-f2aa803c776c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (3c69fdfb-6c59-49a2-9c62-ac44fc2370b9), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:38.919258 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0e96d9b5-c027-4eaf-b95e-f2aa803c776c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for floatingip (3c69fdfb-6c59-49a2-9c62-ac44fc2370b9), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:38.931815 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-0e96d9b5-c027-4eaf-b95e-f2aa803c776c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Calling delete_port for 3c69fdfb-6c59-49a2-9c62-ac44fc2370b9 owned by network:floatingip {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:42:39.166701 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0e96d9b5-c027-4eaf-b95e-f2aa803c776c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (3c69fdfb-6c59-49a2-9c62-ac44fc2370b9), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:39.189525 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96d9b5-c027-4eaf-b95e-f2aa803c776c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event deleted for resources: {'Port': ['ID=3c69fdfb-6c59-49a2-9c62-ac44fc2370b9,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:39.254377 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0e96d9b5-c027-4eaf-b95e-f2aa803c776c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for floatingip (c825f9f8-f25a-4df4-ace9-ab28912ad00f), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:39.256882 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0e96d9b5-c027-4eaf-b95e-f2aa803c776c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:39.258018 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-0e96d9b5-c027-4eaf-b95e-f2aa803c776c tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/c825f9f8-f25a-4df4-ace9-ab28912ad00f HTTP/1.1" status: 204 len: 168 time: 0.5245054 Oct 24 13:42:40.055875 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 675c4dae-b73b-4796-ba50-70bc5bd72f10 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:42:40.075858 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: 675c4dae-b73b-4796-ba50-70bc5bd72f10 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:42:40.076193 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device 675c4dae-b73b-4796-ba50-70bc5bd72f10 not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:42:40.589933 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 44434) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:40.647022 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-794e16fc-de63-4159-8704-34a6b69d4edc tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group (b644f981-7f13-4a14-b50a-255366e11ea3), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:40.670532 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-794e16fc-de63-4159-8704-34a6b69d4edc tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group (b644f981-7f13-4a14-b50a-255366e11ea3), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:40.835206 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-794e16fc-de63-4159-8704-34a6b69d4edc tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (b644f981-7f13-4a14-b50a-255366e11ea3), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:40.838306 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-794e16fc-de63-4159-8704-34a6b69d4edc tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:40.843453 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-794e16fc-de63-4159-8704-34a6b69d4edc tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/b644f981-7f13-4a14-b50a-255366e11ea3 HTTP/1.1" status: 204 len: 168 time: 0.2485418 Oct 24 13:42:40.849304 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e16fc-de63-4159-8704-34a6b69d4edc tempest-TestVolumeBootPattern-331217562 tempest-TestVolumeBootPattern-331217562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b644f981-7f13-4a14-b50a-255366e11ea3,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:40.963184 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 44438) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:41.109396 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:41.111388 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:41.366006 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-59369a53-320c-4ab3-88af-0c54e7fe4ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7922041'] for router_interface (45866912-da40-436b-875e-353f0d0e44df), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:41.580651 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-59369a53-320c-4ab3-88af-0c54e7fe4ce8 admin admin] Deleting port 5e4bdabd-6f58-42ce-bbae-724366123e93 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:42:41.580993 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-59369a53-320c-4ab3-88af-0c54e7fe4ce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:41.661892 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-59369a53-320c-4ab3-88af-0c54e7fe4ce8 admin admin] For port 5e4bdabd-6f58-42ce-bbae-724366123e93, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=5e4bdabd-6f58-42ce-bbae-724366123e93,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:42:41.662556 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-59369a53-320c-4ab3-88af-0c54e7fe4ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:41.675851 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-59369a53-320c-4ab3-88af-0c54e7fe4ce8 admin admin] Calling delete_port for 5e4bdabd-6f58-42ce-bbae-724366123e93 owned by network:router_interface {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:42:41.784514 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:41.886369 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-59369a53-320c-4ab3-88af-0c54e7fe4ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (5e4bdabd-6f58-42ce-bbae-724366123e93), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:41.910294 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59369a53-320c-4ab3-88af-0c54e7fe4ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4bdabd-6f58-42ce-bbae-724366123e93,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:42.071762 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-59369a53-320c-4ab3-88af-0c54e7fe4ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8330508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7925705'] for router_interface (45866912-da40-436b-875e-353f0d0e44df), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:42.085007 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:42.094083 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c5e388-8cbe-45d6-a66c-f407e249d27a None None] get_active_networks_info from dv-cinder-862491-1-iscsi {{(pid=104909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:42:42.177859 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c5e388-8cbe-45d6-a66c-f407e249d27a None None] Resources bound (agent type, host, resource id): {{(pid=104909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:42:42.244871 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:42.278799 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59369a53-320c-4ab3-88af-0c54e7fe4ce8 admin admin] Router 45866912-da40-436b-875e-353f0d0e44df has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:42:42.384824 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59369a53-320c-4ab3-88af-0c54e7fe4ce8 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:42:42.390454 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-59369a53-320c-4ab3-88af-0c54e7fe4ce8 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/45866912-da40-436b-875e-353f0d0e44df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4261358 Oct 24 13:42:42.392915 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 44444) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:42.395645 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047363c3-5c16-45c5-9f3a-bff1566c23e8 None None] Sync routers for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:42:42.407154 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047363c3-5c16-45c5-9f3a-bff1566c23e8 None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:42:42.407783 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-047363c3-5c16-45c5-9f3a-bff1566c23e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:42:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:42.499149 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-90d5e369-1079-46ae-acd8-f967c8f0193a admin admin] Publish callbacks [] for router (45866912-da40-436b-875e-353f0d0e44df), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:42.604173 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-90d5e369-1079-46ae-acd8-f967c8f0193a admin admin] Publish callbacks [] for router_gateway (45866912-da40-436b-875e-353f0d0e44df), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:42.665436 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-047363c3-5c16-45c5-9f3a-bff1566c23e8 None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:42:42.677303 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=100 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:42.712975 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-90d5e369-1079-46ae-acd8-f967c8f0193a admin admin] Deleting port ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:42:42.713321 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-90d5e369-1079-46ae-acd8-f967c8f0193a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (ec87cdd7-bebb-42a7-81e9-42311f3b8ca0), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:42.799869 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-90d5e369-1079-46ae-acd8-f967c8f0193a admin admin] For port ec87cdd7-bebb-42a7-81e9-42311f3b8ca0, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=ec87cdd7-bebb-42a7-81e9-42311f3b8ca0,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:42:42.800226 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-90d5e369-1079-46ae-acd8-f967c8f0193a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (ec87cdd7-bebb-42a7-81e9-42311f3b8ca0), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:42.813856 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-90d5e369-1079-46ae-acd8-f967c8f0193a admin admin] Calling delete_port for ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 owned by network:router_gateway {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:42:42.830753 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:42.835276 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-047363c3-5c16-45c5-9f3a-bff1566c23e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:42:41Z', 'revision_number': 5, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port': {'id': 'ec87cdd7-bebb-42a7-81e9-42311f3b8ca0', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45866912-da40-436b-875e-353f0d0e44df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:42.868517 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047363c3-5c16-45c5-9f3a-bff1566c23e8 None None] Checking router: 45866912-da40-436b-875e-353f0d0e44df for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:42:42.883306 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-edfab2f5-6ce9-4f22-8c85-80665f079ec1 None None] Provisioning complete for port 15798fce-b579-4bbd-94b5-1f304efb0362 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:42:42.887670 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-edfab2f5-6ce9-4f22-8c85-80665f079ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (15798fce-b579-4bbd-94b5-1f304efb0362), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:42.887670 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-edfab2f5-6ce9-4f22-8c85-80665f079ec1 None None] Attempt 1 to provision port 15798fce-b579-4bbd-94b5-1f304efb0362 Oct 24 13:42:42.887670 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047363c3-5c16-45c5-9f3a-bff1566c23e8 None None] Routers {'45866912-da40-436b-875e-353f0d0e44df'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:42:42.888094 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-047363c3-5c16-45c5-9f3a-bff1566c23e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:42:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['45866912-da40-436b-875e-353f0d0e44df'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:43.020089 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-047363c3-5c16-45c5-9f3a-bff1566c23e8 None None] Set router 45866912-da40-436b-875e-353f0d0e44df gateway port host: None {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:42:43.046589 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-90d5e369-1079-46ae-acd8-f967c8f0193a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (ec87cdd7-bebb-42a7-81e9-42311f3b8ca0), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:43.073621 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5e369-1079-46ae-acd8-f967c8f0193a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec87cdd7-bebb-42a7-81e9-42311f3b8ca0,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:43.074995 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-047363c3-5c16-45c5-9f3a-bff1566c23e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:42:42Z', 'revision_number': 6, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port_host': None}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:43.105394 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047363c3-5c16-45c5-9f3a-bff1566c23e8 None None] The sync data for ids ['45866912-da40-436b-875e-353f0d0e44df'] in dv-cinder-862491-1-iscsi is: [{'id': '45866912-da40-436b-875e-353f0d0e44df', 'name': 'tempest-TestVolumeBootPattern-283287344-router', 'tenant_id': '46d41e46b7e3415684c32b22f31eefb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:15Z', 'updated_at': '2022-10-24T13:42:42Z', 'revision_number': 6, 'project_id': '46d41e46b7e3415684c32b22f31eefb5', 'gw_port_host': None}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:42:43.106896 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-edfab2f5-6ce9-4f22-8c85-80665f079ec1 None None] Current status of the port 15798fce-b579-4bbd-94b5-1f304efb0362 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:42:43.140052 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-90d5e369-1079-46ae-acd8-f967c8f0193a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924636'] for router_gateway (45866912-da40-436b-875e-353f0d0e44df), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:43.195845 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:43.225664 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-90d5e369-1079-46ae-acd8-f967c8f0193a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-484265'] for router (45866912-da40-436b-875e-353f0d0e44df), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:43.227780 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-90d5e369-1079-46ae-acd8-f967c8f0193a admin admin] Publish callbacks [] for router_controller (45866912-da40-436b-875e-353f0d0e44df), precommit_delete_associations {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:43.343790 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-90d5e369-1079-46ae-acd8-f967c8f0193a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7921978'] for router (45866912-da40-436b-875e-353f0d0e44df), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:43.344366 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d5e369-1079-46ae-acd8-f967c8f0193a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45866912-da40-436b-875e-353f0d0e44df {{(pid=104907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:42:43.348992 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-90d5e369-1079-46ae-acd8-f967c8f0193a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:43.350146 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-90d5e369-1079-46ae-acd8-f967c8f0193a admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/45866912-da40-436b-875e-353f0d0e44df HTTP/1.1" status: 204 len: 168 time: 0.9563107 Oct 24 13:42:43.352846 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 44446) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:43.397667 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.db_base_plugin_v2 [None req-632eda18-e6e4-4c19-8de5-86f2b38a56a7 admin admin] Deleting subnet c754290e-efaf-4855-ae51-c99dff5cf159 {{(pid=104907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:42:43.400812 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-632eda18-e6e4-4c19-8de5-86f2b38a56a7 admin admin] Publish callbacks [] for subnet (c754290e-efaf-4855-ae51-c99dff5cf159), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:43.435418 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-632eda18-e6e4-4c19-8de5-86f2b38a56a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4404742'] for subnet (c754290e-efaf-4855-ae51-c99dff5cf159), precommit_delete_associations {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:43.517567 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-632eda18-e6e4-4c19-8de5-86f2b38a56a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (c754290e-efaf-4855-ae51-c99dff5cf159), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:43.635687 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-632eda18-e6e4-4c19-8de5-86f2b38a56a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5210571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4442784'] for subnet (c754290e-efaf-4855-ae51-c99dff5cf159), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:43.660972 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632eda18-e6e4-4c19-8de5-86f2b38a56a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c754290e-efaf-4855-ae51-c99dff5cf159,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:43.664502 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-632eda18-e6e4-4c19-8de5-86f2b38a56a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:43.667701 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-632eda18-e6e4-4c19-8de5-86f2b38a56a7 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/c754290e-efaf-4855-ae51-c99dff5cf159 HTTP/1.1" status: 204 len: 168 time: 0.3138437 Oct 24 13:42:43.670586 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48782c49-429a-4c8d-a038-ff0978e10b5f None None] Network f594f9ca-1fdb-418d-87fd-7e11dd1c7532 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:42:43.670743 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 44448) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:43.726723 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:43.742016 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (f594f9ca-1fdb-418d-87fd-7e11dd1c7532), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:43.784717 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] Deleting port 15798fce-b579-4bbd-94b5-1f304efb0362 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:42:43.785056 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (15798fce-b579-4bbd-94b5-1f304efb0362), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:43.848729 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] For port 15798fce-b579-4bbd-94b5-1f304efb0362, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=15798fce-b579-4bbd-94b5-1f304efb0362,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:42:43.849085 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (15798fce-b579-4bbd-94b5-1f304efb0362), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:43.863351 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] Calling delete_port for 15798fce-b579-4bbd-94b5-1f304efb0362 owned by network:dhcp {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:42:43.889686 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5f5533-89ee-4038-9b8a-cf7691587a9b None None] DHCP port deletion for f594f9ca-1fdb-418d-87fd-7e11dd1c7532 request from dv-cinder-862491-1-iscsi {{(pid=104909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:42:43.931527 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f5533-89ee-4038-9b8a-cf7691587a9b None None] Deleting port 15798fce-b579-4bbd-94b5-1f304efb0362 {{(pid=104909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:42:43.931895 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5533-89ee-4038-9b8a-cf7691587a9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (15798fce-b579-4bbd-94b5-1f304efb0362), before_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:43.999719 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-fc5f5533-89ee-4038-9b8a-cf7691587a9b None None] For port 15798fce-b579-4bbd-94b5-1f304efb0362, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=15798fce-b579-4bbd-94b5-1f304efb0362,segment=NetworkSegment(7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d),segment_id=7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:42:44.000479 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5533-89ee-4038-9b8a-cf7691587a9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (15798fce-b579-4bbd-94b5-1f304efb0362), precommit_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:44.000961 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (15798fce-b579-4bbd-94b5-1f304efb0362), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:44.014985 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f5533-89ee-4038-9b8a-cf7691587a9b None None] Calling delete_port for 15798fce-b579-4bbd-94b5-1f304efb0362 owned by network:dhcp {{(pid=104909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:42:44.027285 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] Pushing event deleted for resources: {'Port': ['ID=15798fce-b579-4bbd-94b5-1f304efb0362,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:44.029625 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] No DVR routers for this DVR port 15798fce-b579-4bbd-94b5-1f304efb0362 on host dv-cinder-862491-1-iscsi {{(pid=104907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:42:44.099797 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5533-89ee-4038-9b8a-cf7691587a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071'] for port (15798fce-b579-4bbd-94b5-1f304efb0362), after_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:44.109312 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (f594f9ca-1fdb-418d-87fd-7e11dd1c7532), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:44.125249 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f5533-89ee-4038-9b8a-cf7691587a9b None None] Pushing event deleted for resources: {'Port': ['ID=15798fce-b579-4bbd-94b5-1f304efb0362,revision_number=None']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:44.129583 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5f5533-89ee-4038-9b8a-cf7691587a9b None None] No DVR routers for this DVR port 15798fce-b579-4bbd-94b5-1f304efb0362 on host dv-cinder-862491-1-iscsi {{(pid=104909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:42:44.367124 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f594f9ca-1fdb-418d-87fd-7e11dd1c7532']}} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:44.377164 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d') {'for_net_delete': True} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:44.377460 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d') {} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:44.386492 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4404749'] for segment (7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:44.400512 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:44.407246 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=104907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:42:44.407618 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5212013'] for segment (7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:44.487775 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.services.segments.plugin [-] Segment 7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d resource provider aggregate not found Oct 24 13:42:44.504211 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.services.segments.plugin [-] Segment 7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f2f8687-47c9-4aa9-a4bd-a7a72a4aa73d found for delete ", "request_id": "req-2a4743b2-764d-4f1b-9e95-ef539ae6f71a"}]} Oct 24 13:42:44.532164 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (f594f9ca-1fdb-418d-87fd-7e11dd1c7532), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:44.536521 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:44.539813 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/f594f9ca-1fdb-418d-87fd-7e11dd1c7532 HTTP/1.1" status: 204 len: 168 time: 0.8683097 Oct 24 13:42:44.547927 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44456) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:44.552666 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef73a25-a124-4f69-a65d-e8b684ac1062 admin admin] Pushing event deleted for resources: {'Network': ['ID=f594f9ca-1fdb-418d-87fd-7e11dd1c7532,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:44.575555 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=7 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:44.576725 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=9 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:44.851092 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d060d7e1-0490-4607-954c-6854189d0630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7922041'] for router_interface (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:44.893038 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:44.899038 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 15798fce-b579-4bbd-94b5-1f304efb0362 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:42:44.921410 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 15798fce-b579-4bbd-94b5-1f304efb0362 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:42:44.921752 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 15798fce-b579-4bbd-94b5-1f304efb0362 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:42:44.922158 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 5e4bdabd-6f58-42ce-bbae-724366123e93 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:42:44.940626 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 5e4bdabd-6f58-42ce-bbae-724366123e93 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:42:44.944486 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 5e4bdabd-6f58-42ce-bbae-724366123e93 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:42:44.944486 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:42:44.944486 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:44.960180 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:42:44.960547 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device ec87cdd7-bebb-42a7-81e9-42311f3b8ca0 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:42:45.077790 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-d060d7e1-0490-4607-954c-6854189d0630 admin admin] Deleting port df4d8854-eec0-4a43-8761-561e99522edf {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:42:45.078126 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d060d7e1-0490-4607-954c-6854189d0630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (df4d8854-eec0-4a43-8761-561e99522edf), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:45.080480 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:45.156526 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [None req-d060d7e1-0490-4607-954c-6854189d0630 admin admin] For port df4d8854-eec0-4a43-8761-561e99522edf, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=df4d8854-eec0-4a43-8761-561e99522edf,segment=NetworkSegment(99f70b6e-074d-4c69-9c99-2f65151e8eb7),segment_id=99f70b6e-074d-4c69-9c99-2f65151e8eb7)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:42:45.156879 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d060d7e1-0490-4607-954c-6854189d0630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (df4d8854-eec0-4a43-8761-561e99522edf), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:45.169983 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-d060d7e1-0490-4607-954c-6854189d0630 admin admin] Calling delete_port for df4d8854-eec0-4a43-8761-561e99522edf owned by network:router_interface {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:42:45.423683 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d060d7e1-0490-4607-954c-6854189d0630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (df4d8854-eec0-4a43-8761-561e99522edf), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:45.446359 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060d7e1-0490-4607-954c-6854189d0630 admin admin] Pushing event deleted for resources: {'Port': ['ID=df4d8854-eec0-4a43-8761-561e99522edf,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:45.615314 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d060d7e1-0490-4607-954c-6854189d0630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8330508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7925705'] for router_interface (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:45.636655 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d28233-a64a-4784-9ba4-6039c2eb395f None None] get_active_networks_info from dv-cinder-862491-1-iscsi {{(pid=104909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:42:45.711632 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d28233-a64a-4784-9ba4-6039c2eb395f None None] Resources bound (agent type, host, resource id): {{(pid=104909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:42:45.769396 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:45.826792 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d060d7e1-0490-4607-954c-6854189d0630 admin admin] Router 397c4de9-4ec8-4a4b-9d68-e141ce9cf967 has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:42:45.928328 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d060d7e1-0490-4607-954c-6854189d0630 admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:42:45.936924 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-d060d7e1-0490-4607-954c-6854189d0630 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/397c4de9-4ec8-4a4b-9d68-e141ce9cf967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3878555 Oct 24 13:42:45.937472 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 44458) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:45.937895 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36ef24-305d-4f7a-b112-b01880e61fff None None] Sync routers for ids ['397c4de9-4ec8-4a4b-9d68-e141ce9cf967'] in dv-cinder-862491-1-iscsi {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:42:45.944239 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:45.949511 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f36ef24-305d-4f7a-b112-b01880e61fff None None] Routers {'397c4de9-4ec8-4a4b-9d68-e141ce9cf967'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:42:45.950518 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-6f36ef24-305d-4f7a-b112-b01880e61fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:42:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['397c4de9-4ec8-4a4b-9d68-e141ce9cf967'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:46.050746 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac2e589c-cec0-4b64-aa48-61176a4edd88 admin admin] Publish callbacks [] for router (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:46.069426 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-6f36ef24-305d-4f7a-b112-b01880e61fff None None] Set router 397c4de9-4ec8-4a4b-9d68-e141ce9cf967 gateway port host: dv-cinder-862491-1-iscsi {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:42:46.160629 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac2e589c-cec0-4b64-aa48-61176a4edd88 admin admin] Publish callbacks [] for router_gateway (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:46.253882 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-6f36ef24-305d-4f7a-b112-b01880e61fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'name': 'tempest-TestVolumeBootPattern-1364329327-router', 'tenant_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7c46147c-24a2-452b-a544-6a481d4fdabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:21Z', 'updated_at': '2022-10-24T13:42:45Z', 'revision_number': 5, 'project_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'gw_port': {'id': '7c46147c-24a2-452b-a544-6a481d4fdabb', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:34:22Z', 'updated_at': '2022-10-24T13:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:46.257982 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e589c-cec0-4b64-aa48-61176a4edd88 admin admin] Deleting port 7c46147c-24a2-452b-a544-6a481d4fdabb {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:42:46.258317 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac2e589c-cec0-4b64-aa48-61176a4edd88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (7c46147c-24a2-452b-a544-6a481d4fdabb), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:46.280571 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36ef24-305d-4f7a-b112-b01880e61fff None None] Checking router: 397c4de9-4ec8-4a4b-9d68-e141ce9cf967 for host: dv-cinder-862491-1-iscsi {{(pid=104910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:42:46.289240 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f36ef24-305d-4f7a-b112-b01880e61fff None None] Routers {'397c4de9-4ec8-4a4b-9d68-e141ce9cf967'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:42:46.289839 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-6f36ef24-305d-4f7a-b112-b01880e61fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:42:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['397c4de9-4ec8-4a4b-9d68-e141ce9cf967'], 'active': True} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:46.341569 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-ac2e589c-cec0-4b64-aa48-61176a4edd88 admin admin] For port 7c46147c-24a2-452b-a544-6a481d4fdabb, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=7c46147c-24a2-452b-a544-6a481d4fdabb,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:42:46.341920 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac2e589c-cec0-4b64-aa48-61176a4edd88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (7c46147c-24a2-452b-a544-6a481d4fdabb), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:46.358461 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e589c-cec0-4b64-aa48-61176a4edd88 admin admin] Calling delete_port for 7c46147c-24a2-452b-a544-6a481d4fdabb owned by network:router_gateway {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:42:46.358917 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-c0e8e6b9-3bd6-4bfb-b51e-e3e49ce2a5a6 None None] Provisioning complete for port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:42:46.359299 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c0e8e6b9-3bd6-4bfb-b51e-e3e49ce2a5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (6c8b8dfc-aa22-4244-95a5-135ec5e39c0b), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:46.359904 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-c0e8e6b9-3bd6-4bfb-b51e-e3e49ce2a5a6 None None] Attempt 1 to provision port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b Oct 24 13:42:46.440181 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-c0e8e6b9-3bd6-4bfb-b51e-e3e49ce2a5a6 None None] Current status of the port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:42:46.468051 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_dvr_db [None req-6f36ef24-305d-4f7a-b112-b01880e61fff None None] Set router 397c4de9-4ec8-4a4b-9d68-e141ce9cf967 gateway port host: None {{(pid=104910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:42:46.473590 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:46.517062 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.l3_hamode_db [None req-6f36ef24-305d-4f7a-b112-b01880e61fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'name': 'tempest-TestVolumeBootPattern-1364329327-router', 'tenant_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:21Z', 'updated_at': '2022-10-24T13:42:46Z', 'revision_number': 6, 'project_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'gw_port_host': None}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:46.544578 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36ef24-305d-4f7a-b112-b01880e61fff None None] The sync data for ids ['397c4de9-4ec8-4a4b-9d68-e141ce9cf967'] in dv-cinder-862491-1-iscsi is: [{'id': '397c4de9-4ec8-4a4b-9d68-e141ce9cf967', 'name': 'tempest-TestVolumeBootPattern-1364329327-router', 'tenant_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:34:21Z', 'updated_at': '2022-10-24T13:42:46Z', 'revision_number': 6, 'project_id': '0fd9e67249d845a8b4d45bcf1dbb14fc', 'gw_port_host': None}] {{(pid=104910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:42:46.595266 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac2e589c-cec0-4b64-aa48-61176a4edd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (7c46147c-24a2-452b-a544-6a481d4fdabb), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:46.621230 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e589c-cec0-4b64-aa48-61176a4edd88 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c46147c-24a2-452b-a544-6a481d4fdabb,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:46.687141 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac2e589c-cec0-4b64-aa48-61176a4edd88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924636'] for router_gateway (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:46.772776 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac2e589c-cec0-4b64-aa48-61176a4edd88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-484265'] for router (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:46.774813 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac2e589c-cec0-4b64-aa48-61176a4edd88 admin admin] Publish callbacks [] for router_controller (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), precommit_delete_associations {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:46.892383 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac2e589c-cec0-4b64-aa48-61176a4edd88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7921978'] for router (397c4de9-4ec8-4a4b-9d68-e141ce9cf967), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:46.893323 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2e589c-cec0-4b64-aa48-61176a4edd88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 397c4de9-4ec8-4a4b-9d68-e141ce9cf967 {{(pid=104907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:42:46.898352 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ac2e589c-cec0-4b64-aa48-61176a4edd88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:46.901609 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44460) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:46.902078 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-ac2e589c-cec0-4b64-aa48-61176a4edd88 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/397c4de9-4ec8-4a4b-9d68-e141ce9cf967 HTTP/1.1" status: 204 len: 168 time: 0.9623010 Oct 24 13:42:46.959037 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebcb36a-ef27-4677-98b9-9eff7ea9b632 admin admin] Deleting subnet f5c8706e-32e6-456e-9632-83c162cf41f7 {{(pid=104908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:42:46.962630 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9ebcb36a-ef27-4677-98b9-9eff7ea9b632 admin admin] Publish callbacks [] for subnet (f5c8706e-32e6-456e-9632-83c162cf41f7), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:46.995377 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device df4d8854-eec0-4a43-8761-561e99522edf no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:42:47.006963 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9ebcb36a-ef27-4677-98b9-9eff7ea9b632 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5528164'] for subnet (f5c8706e-32e6-456e-9632-83c162cf41f7), precommit_delete_associations {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.008702 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:47.017061 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: df4d8854-eec0-4a43-8761-561e99522edf {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:42:47.017432 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device df4d8854-eec0-4a43-8761-561e99522edf not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:42:47.083180 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9ebcb36a-ef27-4677-98b9-9eff7ea9b632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (f5c8706e-32e6-456e-9632-83c162cf41f7), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.189619 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9ebcb36a-ef27-4677-98b9-9eff7ea9b632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4260645'] for subnet (f5c8706e-32e6-456e-9632-83c162cf41f7), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.214103 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcb36a-ef27-4677-98b9-9eff7ea9b632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5c8706e-32e6-456e-9632-83c162cf41f7,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:47.219786 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9ebcb36a-ef27-4677-98b9-9eff7ea9b632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.224733 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba943c4-9af1-4da2-a55b-500edeb437d0 None None] Network 4f404362-60ff-4342-8406-e9615dc59e1c requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:42:47.224912 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-9ebcb36a-ef27-4677-98b9-9eff7ea9b632 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/f5c8706e-32e6-456e-9632-83c162cf41f7 HTTP/1.1" status: 204 len: 168 time: 0.3220816 Oct 24 13:42:47.225719 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 44462) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:47.229477 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:47.296142 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (4f404362-60ff-4342-8406-e9615dc59e1c), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.336657 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:47.344088 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] Deleting port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:42:47.344528 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (6c8b8dfc-aa22-4244-95a5-135ec5e39c0b), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.383560 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efafda63-8e23-49c1-8673-fd90b971ebe4 None None] DHCP port deletion for 4f404362-60ff-4342-8406-e9615dc59e1c request from dv-cinder-862491-1-iscsi {{(pid=104909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:42:47.410257 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] For port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=6c8b8dfc-aa22-4244-95a5-135ec5e39c0b,segment=NetworkSegment(99f70b6e-074d-4c69-9c99-2f65151e8eb7),segment_id=99f70b6e-074d-4c69-9c99-2f65151e8eb7)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:42:47.410810 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (6c8b8dfc-aa22-4244-95a5-135ec5e39c0b), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.421119 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-efafda63-8e23-49c1-8673-fd90b971ebe4 None None] Deleting port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b {{(pid=104909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:42:47.421498 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-efafda63-8e23-49c1-8673-fd90b971ebe4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (6c8b8dfc-aa22-4244-95a5-135ec5e39c0b), before_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.427732 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] Calling delete_port for 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b owned by network:dhcp {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:42:47.488862 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-efafda63-8e23-49c1-8673-fd90b971ebe4 None None] For port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=6c8b8dfc-aa22-4244-95a5-135ec5e39c0b,segment=NetworkSegment(99f70b6e-074d-4c69-9c99-2f65151e8eb7),segment_id=99f70b6e-074d-4c69-9c99-2f65151e8eb7)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:42:47.489254 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-efafda63-8e23-49c1-8673-fd90b971ebe4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (6c8b8dfc-aa22-4244-95a5-135ec5e39c0b), precommit_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.502887 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-efafda63-8e23-49c1-8673-fd90b971ebe4 None None] Calling delete_port for 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b owned by network:dhcp {{(pid=104909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:42:47.578258 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (6c8b8dfc-aa22-4244-95a5-135ec5e39c0b), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.584938 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-efafda63-8e23-49c1-8673-fd90b971ebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071'] for port (6c8b8dfc-aa22-4244-95a5-135ec5e39c0b), after_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.602698 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8b8dfc-aa22-4244-95a5-135ec5e39c0b,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:47.609181 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] No DVR routers for this DVR port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b on host dv-cinder-862491-1-iscsi {{(pid=104907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:42:47.612217 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafda63-8e23-49c1-8673-fd90b971ebe4 None None] Pushing event deleted for resources: {'Port': ['ID=6c8b8dfc-aa22-4244-95a5-135ec5e39c0b,revision_number=None']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:47.620534 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efafda63-8e23-49c1-8673-fd90b971ebe4 None None] No DVR routers for this DVR port 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b on host dv-cinder-862491-1-iscsi {{(pid=104909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:42:47.686121 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (4f404362-60ff-4342-8406-e9615dc59e1c), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.706784 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f404362-60ff-4342-8406-e9615dc59e1c']}} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:47.716616 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f70b6e-074d-4c69-9c99-2f65151e8eb7') {'for_net_delete': True} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:47.716898 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f70b6e-074d-4c69-9c99-2f65151e8eb7') {} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:42:47.726415 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4404749'] for segment (99f70b6e-074d-4c69-9c99-2f65151e8eb7), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.739974 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (99f70b6e-074d-4c69-9c99-2f65151e8eb7), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.746332 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=104907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:42:47.746725 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5212013'] for segment (99f70b6e-074d-4c69-9c99-2f65151e8eb7), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.764690 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.services.segments.plugin [-] Segment 99f70b6e-074d-4c69-9c99-2f65151e8eb7 resource provider aggregate not found Oct 24 13:42:47.797774 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.services.segments.plugin [-] Segment 99f70b6e-074d-4c69-9c99-2f65151e8eb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99f70b6e-074d-4c69-9c99-2f65151e8eb7 found for delete ", "request_id": "req-9797842b-4fa3-47a7-bef7-fa2d0074b397"}]} Oct 24 13:42:47.869552 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (4f404362-60ff-4342-8406-e9615dc59e1c), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.874914 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:47.878129 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/4f404362-60ff-4342-8406-e9615dc59e1c HTTP/1.1" status: 204 len: 168 time: 0.6511414 Oct 24 13:42:47.889393 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb100228-5bb9-472a-8303-92ac637c866d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f404362-60ff-4342-8406-e9615dc59e1c,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:48.175118 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44470) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:48.214563 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-3079df87-3b9a-4948-a3ab-67b5681da3a4 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=46d41e46b7e3415684c32b22f31eefb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383525 Oct 24 13:42:48.217673 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44472) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:48.263778 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9d80ed11-44dc-4329-b4b6-b3a720ef602a admin admin] Publish callbacks [] for security_group (1b16bb5f-aa5f-4304-ba57-173e9be713da), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:48.283917 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9d80ed11-44dc-4329-b4b6-b3a720ef602a admin admin] Publish callbacks [] for security_group (1b16bb5f-aa5f-4304-ba57-173e9be713da), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:48.366209 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9d80ed11-44dc-4329-b4b6-b3a720ef602a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (1b16bb5f-aa5f-4304-ba57-173e9be713da), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:48.368870 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9d80ed11-44dc-4329-b4b6-b3a720ef602a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:48.370008 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-9d80ed11-44dc-4329-b4b6-b3a720ef602a admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/1b16bb5f-aa5f-4304-ba57-173e9be713da HTTP/1.1" status: 204 len: 168 time: 0.1514208 Oct 24 13:42:48.379485 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80ed11-44dc-4329-b4b6-b3a720ef602a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b16bb5f-aa5f-4304-ba57-173e9be713da,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:48.897132 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 7c46147c-24a2-452b-a544-6a481d4fdabb no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:42:48.916907 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 7c46147c-24a2-452b-a544-6a481d4fdabb {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:42:48.917253 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 7c46147c-24a2-452b-a544-6a481d4fdabb not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:42:48.917659 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:42:48.935457 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:42:48.935801 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 6c8b8dfc-aa22-4244-95a5-135ec5e39c0b not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:42:49.038200 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44478) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:49.081031 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-16b3590c-ecfa-4395-9d42-63d1f8375030 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=0fd9e67249d845a8b4d45bcf1dbb14fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416851 Oct 24 13:42:49.083467 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44480) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:42:49.130682 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-05302a97-14d6-4b8f-bf77-a551a4d7e396 admin admin] Publish callbacks [] for security_group (11acbc54-f8dd-412d-b933-207e862b5ba5), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:49.146339 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:49.150767 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-05302a97-14d6-4b8f-bf77-a551a4d7e396 admin admin] Publish callbacks [] for security_group (11acbc54-f8dd-412d-b933-207e862b5ba5), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:49.309253 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-05302a97-14d6-4b8f-bf77-a551a4d7e396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (11acbc54-f8dd-412d-b933-207e862b5ba5), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:49.311693 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-05302a97-14d6-4b8f-bf77-a551a4d7e396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:49.312875 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-05302a97-14d6-4b8f-bf77-a551a4d7e396 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/11acbc54-f8dd-412d-b933-207e862b5ba5 HTTP/1.1" status: 204 len: 168 time: 0.2285206 Oct 24 13:42:49.321311 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05302a97-14d6-4b8f-bf77-a551a4d7e396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11acbc54-f8dd-412d-b933-207e862b5ba5,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:42:56.492164 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=36 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:57.809885 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=71,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:57.880013 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=30,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:58.919579 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=31,neutron:DELETE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:59.274744 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:42:59.316146 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=51,neutron:DELETE=7 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:42:59.616055 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:01.336865 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e3a44afd-fe75-439b-956a-291031f5db75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:03.657622 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:43:03.668664 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-962c6a70-ee20-4ca3-850d-bfa230ad850e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:04.943013 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:06.405571 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:06.605669 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:07.323669 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:17.432720 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:20.553640 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=2 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:20.558512 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=6 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:29.319711 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:31.319689 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-0ca9ea60-8c75-4916-9c53-b49561a11b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:33.649964 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-af32535c-32d6-4049-a8f0-88fe365b2ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:34.953932 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:35.879219 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc28d2e2-6c8f-497e-8786-da0d0a6892ef req-051c5c6e-69bf-44ab-8707-a4c1a271169f service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383332 Oct 24 13:43:35.973970 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28d2e2-6c8f-497e-8786-da0d0a6892ef req-f5976806-b553-4fc6-9698-5ad0ab2f604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:43:35.975463 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc28d2e2-6c8f-497e-8786-da0d0a6892ef req-f5976806-b553-4fc6-9698-5ad0ab2f604c service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0a7896472f034eb4b3b028d528cfbac0&device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 1129 time: 0.0426819 Oct 24 13:43:36.079200 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28d2e2-6c8f-497e-8786-da0d0a6892ef req-add8e9b4-5124-4b75-b8c1-31ed60f2ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:43:36.080711 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc28d2e2-6c8f-497e-8786-da0d0a6892ef req-add8e9b4-5124-4b75-b8c1-31ed60f2ba63 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?id=b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 200 len: 915 time: 0.0864737 Oct 24 13:43:36.145233 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc28d2e2-6c8f-497e-8786-da0d0a6892ef req-5e4a9778-9f20-4e81-8db5-b42a775bf9a4 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9a14a79-1a72-49eb-9f40-e0e7455d83ef HTTP/1.1" status: 200 len: 1001 time: 0.0589502 Oct 24 13:43:36.193682 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28d2e2-6c8f-497e-8786-da0d0a6892ef req-5205dd92-7912-4fa1-863e-2252d9627571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:43:36.195324 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc28d2e2-6c8f-497e-8786-da0d0a6892ef req-5205dd92-7912-4fa1-863e-2252d9627571 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=cb1d7ade-82f6-46d2-8096-b4ce16cabca2 HTTP/1.1" status: 200 len: 853 time: 0.0437973 Oct 24 13:43:36.239468 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28d2e2-6c8f-497e-8786-da0d0a6892ef req-9b0aff53-ac73-41a2-b359-eaf26787514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:43:36.240996 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc28d2e2-6c8f-497e-8786-da0d0a6892ef req-9b0aff53-ac73-41a2-b359-eaf26787514e service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=b68375da-958f-473f-9389-64a90da42e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399537 Oct 24 13:43:36.334899 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc28d2e2-6c8f-497e-8786-da0d0a6892ef req-161c33e2-67e5-4c8c-a85b-d715ee257929 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877423 Oct 24 13:43:36.394661 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:36.431537 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-cc28d2e2-6c8f-497e-8786-da0d0a6892ef req-f5dcbe7c-0b1b-4a49-950d-1df563ef1d2b service neutron] 10.222.0.59 "GET /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901048 Oct 24 13:43:36.584129 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:38.449532 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038fc6b-aae3-4d74-8525-3a619b900498 req-cbe830f3-07a6-47e8-9d8f-2f4d688b1a03 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:43:38.450974 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6038fc6b-aae3-4d74-8525-3a619b900498 req-cbe830f3-07a6-47e8-9d8f-2f4d688b1a03 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 945 time: 0.0469019 Oct 24 13:43:38.497827 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-6038fc6b-aae3-4d74-8525-3a619b900498 req-b9e00b34-2f4d-4bb7-8bd6-2b8b20131d22 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4fa056c7-0b01-46eb-a021-effef3f44cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411735 Oct 24 13:43:39.620617 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0962f07-81cb-4a46-ab4a-5a105eaf8467 req-ac16c866-e1a0-467e-a23e-f7cbf1640a65 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:43:39.622215 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a0962f07-81cb-4a46-ab4a-5a105eaf8467 req-ac16c866-e1a0-467e-a23e-f7cbf1640a65 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 945 time: 0.0496693 Oct 24 13:43:39.668872 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-a0962f07-81cb-4a46-ab4a-5a105eaf8467 req-b7db4136-3cb8-4332-a737-f36dab51d83a tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4fa056c7-0b01-46eb-a021-effef3f44cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410309 Oct 24 13:43:40.220954 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852841b2-720f-418c-b8d1-8e7c6b0d364d req-e0367857-72a5-496e-aca4-daddbb4206c7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:43:40.222894 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-852841b2-720f-418c-b8d1-8e7c6b0d364d req-e0367857-72a5-496e-aca4-daddbb4206c7 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 945 time: 0.0496860 Oct 24 13:43:40.305150 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-852841b2-720f-418c-b8d1-8e7c6b0d364d req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Deleting port f9a14a79-1a72-49eb-9f40-e0e7455d83ef {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:43:40.305488 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-852841b2-720f-418c-b8d1-8e7c6b0d364d req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (f9a14a79-1a72-49eb-9f40-e0e7455d83ef), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:40.397667 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-852841b2-720f-418c-b8d1-8e7c6b0d364d req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] For port f9a14a79-1a72-49eb-9f40-e0e7455d83ef, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=f9a14a79-1a72-49eb-9f40-e0e7455d83ef,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:43:40.398022 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-852841b2-720f-418c-b8d1-8e7c6b0d364d req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (f9a14a79-1a72-49eb-9f40-e0e7455d83ef), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:40.512129 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:40.563124 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-852841b2-720f-418c-b8d1-8e7c6b0d364d req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:40.563663 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-852841b2-720f-418c-b8d1-8e7c6b0d364d req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924601'] for floatingip (ec7fc3fd-5ce0-4219-8fee-c3e34351a2db), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:40.563841 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.db.l3_db [req-852841b2-720f-418c-b8d1-8e7c6b0d364d req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Floating IP ec7fc3fd-5ce0-4219-8fee-c3e34351a2db disassociated. External IP: 172.27.3.137, port: f9a14a79-1a72-49eb-9f40-e0e7455d83ef. Oct 24 13:43:40.564180 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-852841b2-720f-418c-b8d1-8e7c6b0d364d req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Calling delete_port for f9a14a79-1a72-49eb-9f40-e0e7455d83ef owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:43:40.605353 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:40.656018 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:43:40.753867 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-852841b2-720f-418c-b8d1-8e7c6b0d364d req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (f9a14a79-1a72-49eb-9f40-e0e7455d83ef), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:40.794623 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-94883f27-29df-4cb3-8659-2ce6ad130ed4 req-e4889716-1ff4-4332-881d-e2bcd4299ef3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 210 time: 0.0507627 Oct 24 13:43:40.797557 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event deleted for resources: {'Port': ['ID=f9a14a79-1a72-49eb-9f40-e0e7455d83ef,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:43:40.810808 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:40.811159 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:40.811496 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:40.811831 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:40.812158 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:40.812596 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:40.812895 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:40.813211 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:40.813533 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:40.813851 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:40.814169 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:40.814490 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:40.814804 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:40.815117 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:40.815980 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:40.920945 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-852841b2-720f-418c-b8d1-8e7c6b0d364d req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:43:41.021823 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-852841b2-720f-418c-b8d1-8e7c6b0d364d req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:43:41.031116 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f60769-551c-4949-8648-4f3a78a462c7 None None] Sync routers for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:43:41.041316 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f60769-551c-4949-8648-4f3a78a462c7 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:43:41.041915 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-e5f60769-551c-4949-8648-4f3a78a462c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:43:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:43:41.063601 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-852841b2-720f-418c-b8d1-8e7c6b0d364d req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] No DVR routers for this DVR port f9a14a79-1a72-49eb-9f40-e0e7455d83ef on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:43:41.066895 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-852841b2-720f-418c-b8d1-8e7c6b0d364d req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:41.070793 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-852841b2-720f-418c-b8d1-8e7c6b0d364d req-ed292235-fcf3-4d26-be09-075903381e43 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.59 "DELETE /networking/v2.0/ports/f9a14a79-1a72-49eb-9f40-e0e7455d83ef HTTP/1.1" status: 204 len: 173 time: 0.8429697 Oct 24 13:43:41.071224 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9098c2-59fd-40de-8d8a-e326307949d8', 'name': 'network-vif-deleted', 'tag': 'f9a14a79-1a72-49eb-9f40-e0e7455d83ef'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:43:41.073581 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807b45d8-cc3f-4281-83ec-0c448c93bb98" -d '{"events": [{"server_uuid": "fb9098c2-59fd-40de-8d8a-e326307949d8", "name": "network-vif-deleted", "tag": "f9a14a79-1a72-49eb-9f40-e0e7455d83ef"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:43:41.113421 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51da8809-785e-4164-8c30-9f2426b1fc2a x-openstack-request-id: req-51da8809-785e-4164-8c30-9f2426b1fc2a {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:43:41.113421 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9098c2-59fd-40de-8d8a-e326307949d8", "name": "network-vif-deleted", "tag": "f9a14a79-1a72-49eb-9f40-e0e7455d83ef", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:43:41.113717 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51da8809-785e-4164-8c30-9f2426b1fc2a {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:43:41.114203 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51da8809-785e-4164-8c30-9f2426b1fc2a'] response: {'server_uuid': 'fb9098c2-59fd-40de-8d8a-e326307949d8', 'name': 'network-vif-deleted', 'tag': 'f9a14a79-1a72-49eb-9f40-e0e7455d83ef', 'status': 'completed', 'code': 200} Oct 24 13:43:41.296230 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-e5f60769-551c-4949-8648-4f3a78a462c7 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:43:41.485516 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-e5f60769-551c-4949-8648-4f3a78a462c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:43:41.510671 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f60769-551c-4949-8648-4f3a78a462c7 None None] Checking router: d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:43:41.518937 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f60769-551c-4949-8648-4f3a78a462c7 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:43:41.519537 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-e5f60769-551c-4949-8648-4f3a78a462c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:43:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:43:41.623403 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-e5f60769-551c-4949-8648-4f3a78a462c7 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:43:41.806709 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-e5f60769-551c-4949-8648-4f3a78a462c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:43:41.836024 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f60769-551c-4949-8648-4f3a78a462c7 None None] The sync data for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi is: [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:36:26Z', 'revision_number': 4, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi', '_interfaces': [{'id': 'ee801337-989a-4afa-8ac9-e7d81cb322f5', 'name': '', 'network_id': 'b68375da-958f-473f-9389-64a90da42e86', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'mac_address': 'fa:16:3e:b3:46:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:26Z', 'updated_at': '2022-10-24T13:36:31Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'subnets': [{'id': 'cb1d7ade-82f6-46d2-8096-b4ce16cabca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:43:41.918312 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ac75e87a-0716-498a-a3ac-546e92813515 req-c916a915-1328-4779-9fc1-466659254eb3 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fb9098c2-59fd-40de-8d8a-e326307949d8 HTTP/1.1" status: 200 len: 210 time: 0.0344632 Oct 24 13:43:42.064463 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c4d003-2cdd-4b41-83a5-34c7d9ebf9c5 None None] New status for floating IP ec7fc3fd-5ce0-4219-8fee-c3e34351a2db: DOWN {{(pid=104910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:43:43.068150 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 44566) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:43:43.126154 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (4fa056c7-0b01-46eb-a021-effef3f44cd9), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:43.147223 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (4fa056c7-0b01-46eb-a021-effef3f44cd9), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:43.239134 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (4fa056c7-0b01-46eb-a021-effef3f44cd9), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:43.241668 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:43.242831 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/4fa056c7-0b01-46eb-a021-effef3f44cd9 HTTP/1.1" status: 204 len: 168 time: 0.1734047 Oct 24 13:43:43.245739 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44568) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:43:43.251719 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa056c7-0b01-46eb-a021-effef3f44cd9,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:43:43.258794 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:43.259137 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:43.259279 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.api.v2.resource [None req-d7da771b-d0de-47c8-b6be-2043d56dfafd tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] show failed (client error): The resource could not be found. Oct 24 13:43:43.259472 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:43.259805 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:43.260131 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:43.260484 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:43.260807 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:43.261131 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:43.261448 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:43.261766 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:43.262075 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:43.262383 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:43.262700 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:43.263014 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:43.263315 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f7d37-0da6-4a58-8609-f8287ed10342 tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:43.264035 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-d7da771b-d0de-47c8-b6be-2043d56dfafd tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "GET /networking/v2.0/security-groups/4fa056c7-0b01-46eb-a021-effef3f44cd9 HTTP/1.1" status: 404 len: 347 time: 0.0172577 Oct 24 13:43:43.264699 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44570) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:43:43.612993 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-3412ed45-d868-4dfa-826c-f7ece67e28db tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Deleting port c2856c00-9d86-4c53-a739-8547419e6edd {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:43:43.613322 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3412ed45-d868-4dfa-826c-f7ece67e28db tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (c2856c00-9d86-4c53-a739-8547419e6edd), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:43.685984 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3412ed45-d868-4dfa-826c-f7ece67e28db tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (c2856c00-9d86-4c53-a739-8547419e6edd), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:43.686308 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3412ed45-d868-4dfa-826c-f7ece67e28db tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (c2856c00-9d86-4c53-a739-8547419e6edd), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:43.699540 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-3412ed45-d868-4dfa-826c-f7ece67e28db tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Calling delete_port for c2856c00-9d86-4c53-a739-8547419e6edd owned by network:floatingip {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:43:43.754249 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:43.895796 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3412ed45-d868-4dfa-826c-f7ece67e28db tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (c2856c00-9d86-4c53-a739-8547419e6edd), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:43.917922 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412ed45-d868-4dfa-826c-f7ece67e28db tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Pushing event deleted for resources: {'Port': ['ID=c2856c00-9d86-4c53-a739-8547419e6edd,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:43:43.983269 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3412ed45-d868-4dfa-826c-f7ece67e28db tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks [] for floatingip (ec7fc3fd-5ce0-4219-8fee-c3e34351a2db), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:43.985766 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-3412ed45-d868-4dfa-826c-f7ece67e28db tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for floatingip (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:43.986909 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-3412ed45-d868-4dfa-826c-f7ece67e28db tempest-AttachVolumeNegativeTest-598044823 tempest-AttachVolumeNegativeTest-598044823-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/ec7fc3fd-5ce0-4219-8fee-c3e34351a2db HTTP/1.1" status: 204 len: 168 time: 0.7212424 Oct 24 13:43:44.339497 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device f9a14a79-1a72-49eb-9f40-e0e7455d83ef no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:43:44.358284 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: f9a14a79-1a72-49eb-9f40-e0e7455d83ef {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:43:44.358619 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device f9a14a79-1a72-49eb-9f40-e0e7455d83ef not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:43:48.016211 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 44606) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:43:48.466794 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-79f30771-c47b-4c47-944c-35b766c0f2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7922041'] for router_interface (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:48.683953 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-79f30771-c47b-4c47-944c-35b766c0f2ed admin admin] Deleting port ee801337-989a-4afa-8ac9-e7d81cb322f5 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:43:48.684309 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-79f30771-c47b-4c47-944c-35b766c0f2ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:48.731236 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:48.764940 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-79f30771-c47b-4c47-944c-35b766c0f2ed admin admin] For port ee801337-989a-4afa-8ac9-e7d81cb322f5, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=ee801337-989a-4afa-8ac9-e7d81cb322f5,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:43:48.765294 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-79f30771-c47b-4c47-944c-35b766c0f2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:48.779017 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-79f30771-c47b-4c47-944c-35b766c0f2ed admin admin] Calling delete_port for ee801337-989a-4afa-8ac9-e7d81cb322f5 owned by network:router_interface {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:43:48.787159 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:49.028121 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-79f30771-c47b-4c47-944c-35b766c0f2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (ee801337-989a-4afa-8ac9-e7d81cb322f5), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:49.050206 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f30771-c47b-4c47-944c-35b766c0f2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ee801337-989a-4afa-8ac9-e7d81cb322f5,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:43:49.214068 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-79f30771-c47b-4c47-944c-35b766c0f2ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8330508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7925705'] for router_interface (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:49.233911 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf85226f-ad10-418c-b6d5-83de1f1b086b None None] get_active_networks_info from dv-cinder-862491-1-iscsi {{(pid=104909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:43:49.303888 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf85226f-ad10-418c-b6d5-83de1f1b086b None None] Resources bound (agent type, host, resource id): {{(pid=104909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:43:49.368540 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:49.374527 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:49.419602 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f30771-c47b-4c47-944c-35b766c0f2ed admin admin] Router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d has already been hosted by L3 agent 8e6639ec-a083-4776-87de-588f23b64293 {{(pid=104907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:43:49.527252 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f30771-c47b-4c47-944c-35b766c0f2ed admin admin] Notify agent at l3_agent.dv-cinder-862491-1-iscsi the message routers_updated {{(pid=104907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:43:49.534959 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-79f30771-c47b-4c47-944c-35b766c0f2ed admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5164926 Oct 24 13:43:49.535344 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44610) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:43:49.540906 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d2a748-3c7d-4b89-adde-e27a8981bf82 None None] Sync routers for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:43:49.552601 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d2a748-3c7d-4b89-adde-e27a8981bf82 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:43:49.553363 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-81d2a748-3c7d-4b89-adde-e27a8981bf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:43:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:43:49.599044 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:49.645739 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-59a2991c-e0fb-449f-9f0b-ef15e4e8b3b1 admin admin] Publish callbacks [] for router (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:49.674008 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-81d2a748-3c7d-4b89-adde-e27a8981bf82 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: dv-cinder-862491-1-iscsi {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:43:49.748898 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-59a2991c-e0fb-449f-9f0b-ef15e4e8b3b1 admin admin] Publish callbacks [] for router_gateway (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:49.856362 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-81d2a748-3c7d-4b89-adde-e27a8981bf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'external_fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:43:48Z', 'revision_number': 5, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port': {'id': '5e8b414d-a6be-43cd-a55c-26fdb321c723', 'name': '', 'network_id': '493fa87f-9a93-417f-808a-5bb82e719d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862491-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:36:24Z', 'updated_at': '2022-10-24T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b564fc3-f7a0-4760-ae48-208f08a5a715', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862491-1-iscsi'}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:43:49.866623 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-59a2991c-e0fb-449f-9f0b-ef15e4e8b3b1 admin admin] Deleting port 5e8b414d-a6be-43cd-a55c-26fdb321c723 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:43:49.867605 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-59a2991c-e0fb-449f-9f0b-ef15e4e8b3b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (5e8b414d-a6be-43cd-a55c-26fdb321c723), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:49.884091 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d2a748-3c7d-4b89-adde-e27a8981bf82 None None] Checking router: d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d for host: dv-cinder-862491-1-iscsi {{(pid=104909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:43:49.892527 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d2a748-3c7d-4b89-adde-e27a8981bf82 None None] Routers {'d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'} bound to L3 agent in host dv-cinder-862491-1-iscsi {{(pid=104909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:43:49.893130 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-81d2a748-3c7d-4b89-adde-e27a8981bf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862491-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-24T13:17:04Z,description=,heartbeat_timestamp=2022-10-24T13:43:34Z,host='dv-cinder-862491-1-iscsi',id=8e6639ec-a083-4776-87de-588f23b64293,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:17:04Z,topic='l3_agent')) {'router_ids': ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'], 'active': True} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:43:49.948783 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [None req-59a2991c-e0fb-449f-9f0b-ef15e4e8b3b1 admin admin] For port 5e8b414d-a6be-43cd-a55c-26fdb321c723, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=5e8b414d-a6be-43cd-a55c-26fdb321c723,segment=NetworkSegment(9c677f04-bf47-4f38-bc77-8725a8ff6f30),segment_id=9c677f04-bf47-4f38-bc77-8725a8ff6f30)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:43:49.949143 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-59a2991c-e0fb-449f-9f0b-ef15e4e8b3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (5e8b414d-a6be-43cd-a55c-26fdb321c723), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:49.962290 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [None req-59a2991c-e0fb-449f-9f0b-ef15e4e8b3b1 admin admin] Calling delete_port for 5e8b414d-a6be-43cd-a55c-26fdb321c723 owned by network:router_gateway {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:43:49.968355 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-9886ec10-1a82-4334-b049-70712401c3e9 None None] Provisioning complete for port 361dd044-5b9a-4a5d-9622-23766123e5d9 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:43:49.968731 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-9886ec10-1a82-4334-b049-70712401c3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:49.969064 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-9886ec10-1a82-4334-b049-70712401c3e9 None None] Attempt 1 to provision port 361dd044-5b9a-4a5d-9622-23766123e5d9 Oct 24 13:43:50.007806 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvr_db [None req-81d2a748-3c7d-4b89-adde-e27a8981bf82 None None] Set router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d gateway port host: None {{(pid=104909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:43:50.062851 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_hamode_db [None req-81d2a748-3c7d-4b89-adde-e27a8981bf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:43:49Z', 'revision_number': 6, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port_host': None}], 'dv-cinder-862491-1-iscsi', False) {} {{(pid=104909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:43:50.092373 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d2a748-3c7d-4b89-adde-e27a8981bf82 None None] The sync data for ids ['d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d'] in dv-cinder-862491-1-iscsi is: [{'id': 'd78bf2fc-b893-43f6-9f1c-bb7fa6850a1d', 'name': 'tempest-AttachVolumeNegativeTest-724938888-router', 'tenant_id': '0a7896472f034eb4b3b028d528cfbac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:36:23Z', 'updated_at': '2022-10-24T13:43:49Z', 'revision_number': 6, 'project_id': '0a7896472f034eb4b3b028d528cfbac0', 'gw_port_host': None}] {{(pid=104909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:43:50.140433 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-9886ec10-1a82-4334-b049-70712401c3e9 None None] Current status of the port 361dd044-5b9a-4a5d-9622-23766123e5d9 is: ACTIVE; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:43:50.199139 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-59a2991c-e0fb-449f-9f0b-ef15e4e8b3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (5e8b414d-a6be-43cd-a55c-26fdb321c723), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:50.229138 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2991c-e0fb-449f-9f0b-ef15e4e8b3b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8b414d-a6be-43cd-a55c-26fdb321c723,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:43:50.288794 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-59a2991c-e0fb-449f-9f0b-ef15e4e8b3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924636'] for router_gateway (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:50.373917 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-59a2991c-e0fb-449f-9f0b-ef15e4e8b3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7925139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-484265'] for router (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:50.376194 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-59a2991c-e0fb-449f-9f0b-ef15e4e8b3b1 admin admin] Publish callbacks [] for router_controller (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), precommit_delete_associations {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:50.411523 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:50.485385 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-59a2991c-e0fb-449f-9f0b-ef15e4e8b3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7921978'] for router (d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:50.486039 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a2991c-e0fb-449f-9f0b-ef15e4e8b3b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d {{(pid=104908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:43:50.490981 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-59a2991c-e0fb-449f-9f0b-ef15e4e8b3b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:50.492592 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-59a2991c-e0fb-449f-9f0b-ef15e4e8b3b1 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/d78bf2fc-b893-43f6-9f1c-bb7fa6850a1d HTTP/1.1" status: 204 len: 168 time: 0.9557905 Oct 24 13:43:50.494754 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44612) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:43:50.540873 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_v2 [None req-7333e041-6f2d-4e1a-a5a8-93bd4f814846 admin admin] Deleting subnet cb1d7ade-82f6-46d2-8096-b4ce16cabca2 {{(pid=104908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:43:50.544790 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7333e041-6f2d-4e1a-a5a8-93bd4f814846 admin admin] Publish callbacks [] for subnet (cb1d7ade-82f6-46d2-8096-b4ce16cabca2), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:50.583248 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7333e041-6f2d-4e1a-a5a8-93bd4f814846 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5528164'] for subnet (cb1d7ade-82f6-46d2-8096-b4ce16cabca2), precommit_delete_associations {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:50.643444 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:50.656049 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7333e041-6f2d-4e1a-a5a8-93bd4f814846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12777803'] for subnet (cb1d7ade-82f6-46d2-8096-b4ce16cabca2), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:50.777124 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7333e041-6f2d-4e1a-a5a8-93bd4f814846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12777808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5387358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4260645'] for subnet (cb1d7ade-82f6-46d2-8096-b4ce16cabca2), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:50.804582 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333e041-6f2d-4e1a-a5a8-93bd4f814846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1d7ade-82f6-46d2-8096-b4ce16cabca2,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:43:50.810195 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-7333e041-6f2d-4e1a-a5a8-93bd4f814846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for subnet (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:50.814904 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-7333e041-6f2d-4e1a-a5a8-93bd4f814846 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/cb1d7ade-82f6-46d2-8096-b4ce16cabca2 HTTP/1.1" status: 204 len: 168 time: 0.3189921 Oct 24 13:43:50.815360 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22b3179-59d3-499d-aea5-e9793c01e7f2 None None] Network b68375da-958f-473f-9389-64a90da42e86 requested from dv-cinder-862491-1-iscsi {{(pid=104909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:43:50.816111 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 44614) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:43:50.892746 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-12990018'] for network (b68375da-958f-473f-9389-64a90da42e86), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:50.941030 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] Deleting port 361dd044-5b9a-4a5d-9622-23766123e5d9 {{(pid=104907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:43:50.941385 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:50.944125 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 5e8b414d-a6be-43cd-a55c-26fdb321c723 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:43:50.956367 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:50.967339 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 5e8b414d-a6be-43cd-a55c-26fdb321c723 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:43:50.967884 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 5e8b414d-a6be-43cd-a55c-26fdb321c723 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:43:50.968503 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device ee801337-989a-4afa-8ac9-e7d81cb322f5 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:43:50.992125 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: ee801337-989a-4afa-8ac9-e7d81cb322f5 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:43:50.992693 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device ee801337-989a-4afa-8ac9-e7d81cb322f5 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:43:51.009092 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] DHCP port deletion for b68375da-958f-473f-9389-64a90da42e86 request from dv-cinder-862491-1-iscsi {{(pid=104909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:43:51.013006 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.db [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] For port 361dd044-5b9a-4a5d-9622-23766123e5d9, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=361dd044-5b9a-4a5d-9622-23766123e5d9,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:43:51.013939 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:51.022524 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:51.028817 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.plugin [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] Calling delete_port for 361dd044-5b9a-4a5d-9622-23766123e5d9 owned by network:dhcp {{(pid=104907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:43:51.045849 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Deleting port 361dd044-5b9a-4a5d-9622-23766123e5d9 {{(pid=104909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:43:51.046217 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), before_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:51.116323 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] For port 361dd044-5b9a-4a5d-9622-23766123e5d9, host dv-cinder-862491-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862491-1-iscsi',level=0,port_id=361dd044-5b9a-4a5d-9622-23766123e5d9,segment=NetworkSegment(b6c40e26-dbdd-48bb-9925-09adc4703feb),segment_id=b6c40e26-dbdd-48bb-9925-09adc4703feb)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:43:51.116323 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), precommit_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:51.133771 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Calling delete_port for 361dd044-5b9a-4a5d-9622-23766123e5d9 owned by network:dhcp {{(pid=104909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:43:51.204062 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:51.222642 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211960'] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:51.228080 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071'] for port (361dd044-5b9a-4a5d-9622-23766123e5d9), after_delete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:51.250422 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:51.252518 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] No DVR routers for this DVR port 361dd044-5b9a-4a5d-9622-23766123e5d9 on host dv-cinder-862491-1-iscsi {{(pid=104907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:43:51.252934 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Pushing event deleted for resources: {'Port': ['ID=361dd044-5b9a-4a5d-9622-23766123e5d9,revision_number=None']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:43:51.257592 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=361dd044-5b9a-4a5d-9622-23766123e5d9,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:43:51.261436 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:51.268981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:51.268981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:51.268981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:51.268981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:51.268981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:51.268981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:51.268981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:51.268981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:51.268981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:51.268981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:51.268981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:51.268981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:51.268981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:51.268981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:43:51.268981 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20349ed2-6dfd-49fa-adb6-7a0f89c9f837 None None] No DVR routers for this DVR port 361dd044-5b9a-4a5d-9622-23766123e5d9 on host dv-cinder-862491-1-iscsi {{(pid=104909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:43:51.331355 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12775890', 'neutron.services.segments.db._delete_segments_for_network-8767827848771'] for network (b68375da-958f-473f-9389-64a90da42e86), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:51.352187 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68375da-958f-473f-9389-64a90da42e86']}} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:43:51.361610 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c40e26-dbdd-48bb-9925-09adc4703feb') {'for_net_delete': True} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:43:51.361908 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.services.segments.db [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c40e26-dbdd-48bb-9925-09adc4703feb') {} {{(pid=104907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:43:51.375214 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767827848834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4404749'] for segment (b6c40e26-dbdd-48bb-9925-09adc4703feb), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:51.388254 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699'] for segment (b6c40e26-dbdd-48bb-9925-09adc4703feb), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:51.394485 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=104907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:43:51.401010 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12903699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5212013'] for segment (b6c40e26-dbdd-48bb-9925-09adc4703feb), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:51.413633 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.services.segments.plugin [-] Segment b6c40e26-dbdd-48bb-9925-09adc4703feb resource provider aggregate not found Oct 24 13:43:51.442195 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.services.segments.plugin [-] Segment b6c40e26-dbdd-48bb-9925-09adc4703feb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6c40e26-dbdd-48bb-9925-09adc4703feb found for delete ", "request_id": "req-85ad6f18-06eb-475f-bba7-bdd54f4f4fa8"}]} Oct 24 13:43:51.507102 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-12775899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8305028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924564'] for network (b68375da-958f-473f-9389-64a90da42e86), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:51.513017 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8330535'] for network (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:51.516039 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/b68375da-958f-473f-9389-64a90da42e86 HTTP/1.1" status: 204 len: 168 time: 0.6988821 Oct 24 13:43:51.527736 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dad9e8-8d84-46ca-8a43-fe048733c2f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b68375da-958f-473f-9389-64a90da42e86,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:43:51.819848 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44622) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:43:51.860034 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-c3e273df-7fa5-4f74-9573-9dc397acb318 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=0a7896472f034eb4b3b028d528cfbac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389185 Oct 24 13:43:51.862555 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44624) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:43:51.909546 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f44a034a-3bab-4913-9d9c-0b6499a39a36 admin admin] Publish callbacks [] for security_group (45051401-3a45-40ab-baae-dd17494cb523), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:51.928564 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f44a034a-3bab-4913-9d9c-0b6499a39a36 admin admin] Publish callbacks [] for security_group (45051401-3a45-40ab-baae-dd17494cb523), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:52.039373 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f44a034a-3bab-4913-9d9c-0b6499a39a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (45051401-3a45-40ab-baae-dd17494cb523), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:52.041950 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f44a034a-3bab-4913-9d9c-0b6499a39a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:43:52.043120 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-f44a034a-3bab-4913-9d9c-0b6499a39a36 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/45051401-3a45-40ab-baae-dd17494cb523 HTTP/1.1" status: 204 len: 168 time: 0.1796732 Oct 24 13:43:52.051075 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a034a-3bab-4913-9d9c-0b6499a39a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45051401-3a45-40ab-baae-dd17494cb523,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:43:52.924011 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 361dd044-5b9a-4a5d-9622-23766123e5d9 no longer exists at agent ovs-agent-dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:43:52.944599 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-31535159-2194-45c3-9121-cd698c343edb None None] No Port match for: 361dd044-5b9a-4a5d-9622-23766123e5d9 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:43:52.944945 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-31535159-2194-45c3-9121-cd698c343edb None None] Device 361dd044-5b9a-4a5d-9622-23766123e5d9 not bound to the agent host dv-cinder-862491-1-iscsi {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:43:57.558822 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:57.562771 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:43:59.284780 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:01.358735 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-a494e66f-ca1f-4ca2-bede-30b7e1ecbeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:01.453373 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:01.518453 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=49,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:02.046650 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=40,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:02.047842 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:03.679245 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e186633c-fec5-4e3d-b00b-bd807e10eb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:04.986625 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:06.022162 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44760) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:44:06.137533 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f3466d59-e944-4e30-acd1-8609be3b9f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:06.209675 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f3466d59-e944-4e30-acd1-8609be3b9f3e admin admin] Publish callbacks [] for security_group (17171d7f-e0d8-4f5c-b220-0bfea056e96a), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:06.273664 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-f3466d59-e944-4e30-acd1-8609be3b9f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (17171d7f-e0d8-4f5c-b220-0bfea056e96a), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:06.315701 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-f3466d59-e944-4e30-acd1-8609be3b9f3e admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=c52cd9d2986941a486d38f077f13bb81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918401 Oct 24 13:44:06.316668 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3466d59-e944-4e30-acd1-8609be3b9f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17171d7f-e0d8-4f5c-b220-0bfea056e96a,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:44:06.318789 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 44764) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:44:06.369335 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b458f92a-8609-4ef3-ada9-4deac0032838 admin admin] Publish callbacks [] for security_group (17171d7f-e0d8-4f5c-b220-0bfea056e96a), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:06.389335 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b458f92a-8609-4ef3-ada9-4deac0032838 admin admin] Publish callbacks [] for security_group (17171d7f-e0d8-4f5c-b220-0bfea056e96a), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:06.415751 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:06.518702 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b458f92a-8609-4ef3-ada9-4deac0032838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (17171d7f-e0d8-4f5c-b220-0bfea056e96a), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:06.521360 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b458f92a-8609-4ef3-ada9-4deac0032838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:06.522504 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-b458f92a-8609-4ef3-ada9-4deac0032838 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/17171d7f-e0d8-4f5c-b220-0bfea056e96a HTTP/1.1" status: 204 len: 168 time: 0.2017090 Oct 24 13:44:06.530723 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458f92a-8609-4ef3-ada9-4deac0032838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17171d7f-e0d8-4f5c-b220-0bfea056e96a,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:44:06.581784 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:07.126890 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44770) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:44:07.140354 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-dfd6e8ec-50e6-46de-b451-e5e36bc37313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:07.213726 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-dfd6e8ec-50e6-46de-b451-e5e36bc37313 admin admin] Publish callbacks [] for security_group (2ae96467-ecc6-4601-aa9c-bf7bf10f6688), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:07.284315 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-dfd6e8ec-50e6-46de-b451-e5e36bc37313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (2ae96467-ecc6-4601-aa9c-bf7bf10f6688), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:07.323197 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-dfd6e8ec-50e6-46de-b451-e5e36bc37313 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=c20b2d5ca63c4271a3cab682450fea39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952422 Oct 24 13:44:07.324052 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6e8ec-50e6-46de-b451-e5e36bc37313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae96467-ecc6-4601-aa9c-bf7bf10f6688,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:44:07.326530 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 44772) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:44:07.378373 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0d7417bc-b895-4677-ac66-0b9bc4711822 admin admin] Publish callbacks [] for security_group (2ae96467-ecc6-4601-aa9c-bf7bf10f6688), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:07.398422 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0d7417bc-b895-4677-ac66-0b9bc4711822 admin admin] Publish callbacks [] for security_group (2ae96467-ecc6-4601-aa9c-bf7bf10f6688), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:07.535720 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0d7417bc-b895-4677-ac66-0b9bc4711822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (2ae96467-ecc6-4601-aa9c-bf7bf10f6688), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:07.538879 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-0d7417bc-b895-4677-ac66-0b9bc4711822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:07.544516 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-0d7417bc-b895-4677-ac66-0b9bc4711822 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2ae96467-ecc6-4601-aa9c-bf7bf10f6688 HTTP/1.1" status: 204 len: 168 time: 0.2124829 Oct 24 13:44:07.547951 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7417bc-b895-4677-ac66-0b9bc4711822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae96467-ecc6-4601-aa9c-bf7bf10f6688,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:44:10.624173 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 44842) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:44:10.727520 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-583e19c4-9048-4418-9874-0f6d1430c5d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:10.801278 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-583e19c4-9048-4418-9874-0f6d1430c5d9 admin admin] Publish callbacks [] for security_group (4968c41f-5e2a-4e78-b735-8ea309e3d06d), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:10.872977 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-583e19c4-9048-4418-9874-0f6d1430c5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (4968c41f-5e2a-4e78-b735-8ea309e3d06d), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:10.912876 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-583e19c4-9048-4418-9874-0f6d1430c5d9 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=972427d301a94bf9add6283d6a5960a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875736 Oct 24 13:44:10.913821 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e19c4-9048-4418-9874-0f6d1430c5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4968c41f-5e2a-4e78-b735-8ea309e3d06d,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:44:10.916119 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44846) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:44:10.964693 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-59756603-9993-4335-bbac-8c5732c08444 admin admin] Publish callbacks [] for security_group (4968c41f-5e2a-4e78-b735-8ea309e3d06d), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:10.983729 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-59756603-9993-4335-bbac-8c5732c08444 admin admin] Publish callbacks [] for security_group (4968c41f-5e2a-4e78-b735-8ea309e3d06d), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:11.084395 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-59756603-9993-4335-bbac-8c5732c08444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (4968c41f-5e2a-4e78-b735-8ea309e3d06d), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:11.087506 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-59756603-9993-4335-bbac-8c5732c08444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:11.088671 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-59756603-9993-4335-bbac-8c5732c08444 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/4968c41f-5e2a-4e78-b735-8ea309e3d06d HTTP/1.1" status: 204 len: 168 time: 0.1715429 Oct 24 13:44:11.097120 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59756603-9993-4335-bbac-8c5732c08444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4968c41f-5e2a-4e78-b735-8ea309e3d06d,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:44:11.705493 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44852) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:44:11.718499 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-063741e7-4925-4cde-be86-36c1b4009fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:11.791050 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-063741e7-4925-4cde-be86-36c1b4009fdf admin admin] Publish callbacks [] for security_group (52ba5839-af3f-4bfc-bb1f-884b78684b9d), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:11.855783 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-063741e7-4925-4cde-be86-36c1b4009fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (52ba5839-af3f-4bfc-bb1f-884b78684b9d), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:11.890607 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:11.893579 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063741e7-4925-4cde-be86-36c1b4009fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ba5839-af3f-4bfc-bb1f-884b78684b9d,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:44:11.897715 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-063741e7-4925-4cde-be86-36c1b4009fdf admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=714a09971dde43a18fb6034d09232e49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1911473 Oct 24 13:44:11.909568 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 44854) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:44:11.958599 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ebba7b8e-db3b-4500-b996-aa5f4a68af60 admin admin] Publish callbacks [] for security_group (52ba5839-af3f-4bfc-bb1f-884b78684b9d), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:11.961534 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:11.979866 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ebba7b8e-db3b-4500-b996-aa5f4a68af60 admin admin] Publish callbacks [] for security_group (52ba5839-af3f-4bfc-bb1f-884b78684b9d), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:12.101561 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ebba7b8e-db3b-4500-b996-aa5f4a68af60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (52ba5839-af3f-4bfc-bb1f-884b78684b9d), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:12.104095 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-ebba7b8e-db3b-4500-b996-aa5f4a68af60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:12.105416 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-ebba7b8e-db3b-4500-b996-aa5f4a68af60 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/52ba5839-af3f-4bfc-bb1f-884b78684b9d HTTP/1.1" status: 204 len: 168 time: 0.1948397 Oct 24 13:44:12.113878 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba7b8e-db3b-4500-b996-aa5f4a68af60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ba5839-af3f-4bfc-bb1f-884b78684b9d,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:44:17.655108 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:44:20.906904 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=53,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:20.909772 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=48,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:21.115084 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:22.109364 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=15,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:22.126743 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:29.318498 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:31.358312 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e7f99a01-dce8-4578-9dca-e3156ebbef49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:32.753839 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 45066) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:44:32.867948 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8e2361bb-c32e-4815-bc12-fc400796a8f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:32.941559 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8e2361bb-c32e-4815-bc12-fc400796a8f9 admin admin] Publish callbacks [] for security_group (20bc84d9-59f8-4c07-a063-b3a08d6efbcc), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:32.992370 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-8e2361bb-c32e-4815-bc12-fc400796a8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (20bc84d9-59f8-4c07-a063-b3a08d6efbcc), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:33.029977 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2361bb-c32e-4815-bc12-fc400796a8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bc84d9-59f8-4c07-a063-b3a08d6efbcc,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:44:33.035253 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-8e2361bb-c32e-4815-bc12-fc400796a8f9 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=ca89ab47fdb64e67b070a60f9258ca31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804089 Oct 24 13:44:33.037834 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 45070) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:44:33.086125 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-20cce5ab-a85d-47ac-b675-47cf4db0260c admin admin] Publish callbacks [] for security_group (20bc84d9-59f8-4c07-a063-b3a08d6efbcc), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:33.109103 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-20cce5ab-a85d-47ac-b675-47cf4db0260c admin admin] Publish callbacks [] for security_group (20bc84d9-59f8-4c07-a063-b3a08d6efbcc), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:33.203922 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-20cce5ab-a85d-47ac-b675-47cf4db0260c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (20bc84d9-59f8-4c07-a063-b3a08d6efbcc), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:33.206504 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-20cce5ab-a85d-47ac-b675-47cf4db0260c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:33.207648 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-20cce5ab-a85d-47ac-b675-47cf4db0260c admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/20bc84d9-59f8-4c07-a063-b3a08d6efbcc HTTP/1.1" status: 204 len: 168 time: 0.1689148 Oct 24 13:44:33.215392 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cce5ab-a85d-47ac-b675-47cf4db0260c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bc84d9-59f8-4c07-a063-b3a08d6efbcc,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:44:33.667314 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-5a76ff28-0658-47d3-8ce5-5629ae517af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:33.763298 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 45076) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:44:33.777468 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-618182d2-6b4b-43d1-8785-33edf049e039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:33.853291 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-618182d2-6b4b-43d1-8785-33edf049e039 admin admin] Publish callbacks [] for security_group (0fb22553-f08a-4fc3-85e2-352bda8bcd03), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:33.929444 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-618182d2-6b4b-43d1-8785-33edf049e039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (0fb22553-f08a-4fc3-85e2-352bda8bcd03), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:33.967618 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618182d2-6b4b-43d1-8785-33edf049e039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb22553-f08a-4fc3-85e2-352bda8bcd03,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:44:33.971912 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-618182d2-6b4b-43d1-8785-33edf049e039 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=9f435e99c1484e2dbb71ffd30bcd52eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076073 Oct 24 13:44:33.974687 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 45078) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:44:34.022321 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b891f2af-0749-4085-9178-1707e48fabb6 admin admin] Publish callbacks [] for security_group (0fb22553-f08a-4fc3-85e2-352bda8bcd03), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:34.042638 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b891f2af-0749-4085-9178-1707e48fabb6 admin admin] Publish callbacks [] for security_group (0fb22553-f08a-4fc3-85e2-352bda8bcd03), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:34.146734 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b891f2af-0749-4085-9178-1707e48fabb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (0fb22553-f08a-4fc3-85e2-352bda8bcd03), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:34.149331 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b891f2af-0749-4085-9178-1707e48fabb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:34.150484 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-b891f2af-0749-4085-9178-1707e48fabb6 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/0fb22553-f08a-4fc3-85e2-352bda8bcd03 HTTP/1.1" status: 204 len: 168 time: 0.1749165 Oct 24 13:44:34.158785 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891f2af-0749-4085-9178-1707e48fabb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb22553-f08a-4fc3-85e2-352bda8bcd03,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:44:34.564544 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=5 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:34.569437 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=3 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:34.952316 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:36.411613 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:36.604086 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:39.137592 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 45210) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:44:39.238118 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-301b62fa-8848-436c-b907-d8206336c719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:39.314447 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-301b62fa-8848-436c-b907-d8206336c719 admin admin] Publish callbacks [] for security_group (13c5d72b-4412-458f-a29f-d74648e14d6c), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:39.357838 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-301b62fa-8848-436c-b907-d8206336c719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (13c5d72b-4412-458f-a29f-d74648e14d6c), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:39.397345 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-301b62fa-8848-436c-b907-d8206336c719 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=b10812ee049e4673b5e62ab802716de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586129 Oct 24 13:44:39.398406 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b62fa-8848-436c-b907-d8206336c719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c5d72b-4412-458f-a29f-d74648e14d6c,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:44:39.400094 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 45214) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:44:39.451614 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-928bd0c3-3003-45bf-a55b-af7312556b29 admin admin] Publish callbacks [] for security_group (13c5d72b-4412-458f-a29f-d74648e14d6c), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:39.470977 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-928bd0c3-3003-45bf-a55b-af7312556b29 admin admin] Publish callbacks [] for security_group (13c5d72b-4412-458f-a29f-d74648e14d6c), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:39.604612 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-928bd0c3-3003-45bf-a55b-af7312556b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (13c5d72b-4412-458f-a29f-d74648e14d6c), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:39.607382 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-928bd0c3-3003-45bf-a55b-af7312556b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:39.608587 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-928bd0c3-3003-45bf-a55b-af7312556b29 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/13c5d72b-4412-458f-a29f-d74648e14d6c HTTP/1.1" status: 204 len: 168 time: 0.2074568 Oct 24 13:44:39.617353 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bd0c3-3003-45bf-a55b-af7312556b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c5d72b-4412-458f-a29f-d74648e14d6c,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:44:40.110166 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 45220) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:44:40.123479 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d5df34ce-f8c3-4856-a507-068db15ecb7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:40.197232 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d5df34ce-f8c3-4856-a507-068db15ecb7c admin admin] Publish callbacks [] for security_group (61204c16-0e80-402f-8367-e5fe9b8a492c), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:40.255067 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-d5df34ce-f8c3-4856-a507-068db15ecb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (61204c16-0e80-402f-8367-e5fe9b8a492c), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:40.294931 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-d5df34ce-f8c3-4856-a507-068db15ecb7c admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=747a63e527c24f908ff4212265b8e9bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836574 Oct 24 13:44:40.296111 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df34ce-f8c3-4856-a507-068db15ecb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61204c16-0e80-402f-8367-e5fe9b8a492c,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:44:40.297711 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 45222) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:44:40.347059 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b7ea7df3-bd78-4746-aafb-b119d5be41ec admin admin] Publish callbacks [] for security_group (61204c16-0e80-402f-8367-e5fe9b8a492c), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:40.367010 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b7ea7df3-bd78-4746-aafb-b119d5be41ec admin admin] Publish callbacks [] for security_group (61204c16-0e80-402f-8367-e5fe9b8a492c), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:40.482737 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b7ea7df3-bd78-4746-aafb-b119d5be41ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (61204c16-0e80-402f-8367-e5fe9b8a492c), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:40.485478 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-b7ea7df3-bd78-4746-aafb-b119d5be41ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:44:40.486643 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-b7ea7df3-bd78-4746-aafb-b119d5be41ec admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/61204c16-0e80-402f-8367-e5fe9b8a492c HTTP/1.1" status: 204 len: 168 time: 0.1879175 Oct 24 13:44:40.494305 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea7df3-bd78-4746-aafb-b119d5be41ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61204c16-0e80-402f-8367-e5fe9b8a492c,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:44:50.288551 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=71,neutron:INSERT=11,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:50.292522 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=67,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:50.398094 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=65,neutron:INSERT=14,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:50.490178 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=73,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:50.506213 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:UPDATE=2,neutron:SELECT=14 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:50.506921 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:44:54.653869 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:44:59.294929 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:01.340154 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-62ec153b-3d68-468c-817f-3a5103da703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:03.654898 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-f3d00eb3-2014-401a-b9ea-94c04b773847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:04.957240 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:06.408442 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:06.592235 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:11.566106 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:11.576099 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=6 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:17.563623 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:17.565778 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:19.964172 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 45438) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:45:20.066431 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:20.144230 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Publish callbacks [] for security_group (60c6f525-ad03-46ce-a127-7ed0dae23c0b), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:20.213900 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (60c6f525-ad03-46ce-a127-7ed0dae23c0b), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:20.254129 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=2c1d1a24af8b4e0685d8efa8c8f7630f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888796 Oct 24 13:45:20.254949 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c6f525-ad03-46ce-a127-7ed0dae23c0b,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:45:20.256858 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 45442) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:45:20.273113 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:20.273463 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:20.273806 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:20.274143 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:20.274475 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:20.274804 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:20.275130 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:20.275452 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:20.275778 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:20.276104 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:20.276456 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:20.276778 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:20.277097 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:20.277414 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:20.277732 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae416d5a-fd8a-41cb-b3f9-4db100236d3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:20.317940 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1f0588a8-eab6-4566-a925-3ca1a90dee1d admin admin] Publish callbacks [] for security_group (60c6f525-ad03-46ce-a127-7ed0dae23c0b), before_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:20.337210 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1f0588a8-eab6-4566-a925-3ca1a90dee1d admin admin] Publish callbacks [] for security_group (60c6f525-ad03-46ce-a127-7ed0dae23c0b), precommit_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:20.465467 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1f0588a8-eab6-4566-a925-3ca1a90dee1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (60c6f525-ad03-46ce-a127-7ed0dae23c0b), after_delete {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:20.467996 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-1f0588a8-eab6-4566-a925-3ca1a90dee1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:20.469707 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-1f0588a8-eab6-4566-a925-3ca1a90dee1d admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/60c6f525-ad03-46ce-a127-7ed0dae23c0b HTTP/1.1" status: 204 len: 168 time: 0.2113824 Oct 24 13:45:20.477911 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0588a8-eab6-4566-a925-3ca1a90dee1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c6f525-ad03-46ce-a127-7ed0dae23c0b,revision_number=None']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:45:21.045705 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.wsgi [-] (104907) accepted ('10.222.0.48', 45448) {{(pid=104907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:45:21.059062 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d433f067-c041-43d6-bcd9-eadd574305fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:21.136640 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d433f067-c041-43d6-bcd9-eadd574305fc admin admin] Publish callbacks [] for security_group (8539fabc-f12e-4462-bd80-da4703d8f7bd), precommit_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:21.179526 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron_lib.callbacks.manager [None req-d433f067-c041-43d6-bcd9-eadd574305fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (8539fabc-f12e-4462-bd80-da4703d8f7bd), after_create {{(pid=104907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:21.218604 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [None req-d433f067-c041-43d6-bcd9-eadd574305fc admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=6c257216de12439eb6b007077dcf02b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1718855 Oct 24 13:45:21.219456 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433f067-c041-43d6-bcd9-eadd574305fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8539fabc-f12e-4462-bd80-da4703d8f7bd,revision_number=1']} {{(pid=104907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:45:21.221426 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 45450) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:45:21.272917 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Publish callbacks [] for security_group (8539fabc-f12e-4462-bd80-da4703d8f7bd), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:21.292068 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Publish callbacks [] for security_group (8539fabc-f12e-4462-bd80-da4703d8f7bd), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:21.436981 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (8539fabc-f12e-4462-bd80-da4703d8f7bd), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:21.439991 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:21.441170 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/8539fabc-f12e-4462-bd80-da4703d8f7bd HTTP/1.1" status: 204 len: 168 time: 0.2186697 Oct 24 13:45:21.450029 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8539fabc-f12e-4462-bd80-da4703d8f7bd,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:45:21.457880 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:21.458236 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:21.458613 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:21.458950 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:21.459281 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:21.459607 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:21.459927 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:21.460247 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:21.460596 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:21.460917 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:21.461238 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:21.461556 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:21.461887 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:21.462185 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:21.462526 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e397-4652-4532-a746-2900ca88352b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:24.826809 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-d8bd78b5-1f5f-46c2-9fc1-a62eb98e4346 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=0cf2f5ececed49adb39332338164ec3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291941 Oct 24 13:45:25.233701 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-10212008-2ee6-4a42-bc9e-80c5dd3cb2b8 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:25.235166 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-10212008-2ee6-4a42-bc9e-80c5dd3cb2b8 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4036016 Oct 24 13:45:25.249421 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-d256bcab-9cb8-4ddd-96e5-14a24c851bfc tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/quotas/0cf2f5ececed49adb39332338164ec3f HTTP/1.1" status: 200 len: 375 time: 0.0089009 Oct 24 13:45:25.281351 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6a80696-564f-4f41-bc56-f88b53eb4b39 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=0cf2f5ececed49adb39332338164ec3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265975 Oct 24 13:45:25.651319 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-737dd93e-cf29-489a-88cc-1a8b747f4ce7 req-af93de68-953e-45c2-911c-8f967ca676ab tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 210 time: 0.1253967 Oct 24 13:45:26.736823 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-8f390a69-7f79-424a-9a73-6c02468c98a6 req-e6fe09be-c93d-404b-b0ad-932793b008d8 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 210 time: 0.0318246 Oct 24 13:45:27.831925 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fe9e67e2-3985-4fe2-b52d-51b3b848dc1d req-c58f7418-8d08-43a2-8a0d-c411cea22382 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 210 time: 0.0321352 Oct 24 13:45:28.916555 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-d71e829f-560d-4d77-a3be-1846b8d1a2ce req-e6304b65-8de2-4258-bb42-825524dc6f95 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 210 time: 0.0265851 Oct 24 13:45:29.299547 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:30.018700 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-76a8a8dd-ec4c-49ec-9475-b6fbf9e086c7 req-b3f07be7-8f82-4010-ab3d-8b57f6c72b5e tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 210 time: 0.0293760 Oct 24 13:45:31.123657 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-fb244283-5890-4eb0-a0d5-88d0098095ce req-80dd0f7f-a8fb-49db-b326-17b2c2e48ac5 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 210 time: 0.0285637 Oct 24 13:45:31.326893 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7d902a4a-2d51-471b-ae9f-be9eb164b422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:31.637900 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-82d69fc8-e4a2-4faf-aef0-3879b216bc74 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=0cf2f5ececed49adb39332338164ec3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285196 Oct 24 13:45:31.654483 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:45:31.820828 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-6a0283c4-59c6-47c2-9cb6-5bb2c672f42c tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:31.822263 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-6a0283c4-59c6-47c2-9cb6-5bb2c672f42c tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796517 Oct 24 13:45:31.836735 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Request body: {'port': {'device_id': '5a5c65f0-37e5-4571-8002-9211ca741249', 'network_id': '300490b6-5551-4870-9ddc-b19d11d3cc3b', 'admin_state_up': True, 'tenant_id': '0cf2f5ececed49adb39332338164ec3f'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:45:32.013880 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Made reservation on behalf of 0cf2f5ececed49adb39332338164ec3f for: {'port': 1} {{(pid=104908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:45:32.017745 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:32.026941 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Publish callbacks [] for security_group (None), before_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:32.103555 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Publish callbacks [] for security_group (dcb88376-0eb3-497a-b15b-050993165560), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:32.175204 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (dcb88376-0eb3-497a-b15b-050993165560), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:32.269762 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb88376-0eb3-497a-b15b-050993165560,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:45:32.276379 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fb851410-9939-43ab-8be8-7b1c0ea070f9 req-9c1452bb-d145-4189-99b2-8c1d6a4c0d39 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 210 time: 0.0487142 Oct 24 13:45:32.335740 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.db_base_plugin_common [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Allocated IP 192.168.233.137 (300490b6-5551-4870-9ddc-b19d11d3cc3b/f7fe6f5f-31a8-4f3e-bb08-1c77daa79bb3/a8436efd-9471-4000-bb1a-aafe0811b533) {{(pid=104908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:45:32.398976 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:32.456656 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:32.480974 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Publish callbacks [] for port (a8436efd-9471-4000-bb1a-aafe0811b533), precommit_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:32.568670 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767827348062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (a8436efd-9471-4000-bb1a-aafe0811b533), after_create {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:32.609299 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Network 300490b6-5551-4870-9ddc-b19d11d3cc3b is already hosted by enough agents. {{(pid=104908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:45:32.614814 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.scheduler.base_scheduler [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Resources bound (agent type, host, resource id): {{(pid=104908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:45:32.618333 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Received port after_create {{(pid=104908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:45:32.641726 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Pushing event updated for resources: {'Port': ['ID=a8436efd-9471-4000-bb1a-aafe0811b533,revision_number=1']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:45:32.675052 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:32.675652 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:32.754057 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-cf603921-2d4c-4b2b-a533-ea13da7006c2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.59 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9208572 Oct 24 13:45:32.769316 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.v2.base [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Request body: {'port': {'device_id': '5a5c65f0-37e5-4571-8002-9211ca741249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86249'}} {{(pid=104908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:45:32.828110 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-7160044d-f989-4fd4-a252-c4682da0fe45 None None] Provisioning complete for port a8436efd-9471-4000-bb1a-aafe0811b533 triggered by entity DHCP. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:45:32.828726 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-7160044d-f989-4fd4-a252-c4682da0fe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (a8436efd-9471-4000-bb1a-aafe0811b533), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:32.828902 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-7160044d-f989-4fd4-a252-c4682da0fe45 None None] Attempt 1 to provision port a8436efd-9471-4000-bb1a-aafe0811b533 Oct 24 13:45:32.831213 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (a8436efd-9471-4000-bb1a-aafe0811b533), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:32.859908 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-7160044d-f989-4fd4-a252-c4682da0fe45 None None] Port a8436efd-9471-4000-bb1a-aafe0811b533 cannot update to ACTIVE because it is not bound. {{(pid=104909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:45:33.084117 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8436efd-9471-4000-bb1a-aafe0811b533 {{(pid=104908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:45:33.091874 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Publish callbacks [] for port (a8436efd-9471-4000-bb1a-aafe0811b533), precommit_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:33.104155 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.provisioning_blocks [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Transition to ACTIVE for port object a8436efd-9471-4000-bb1a-aafe0811b533 will not be triggered until provisioned by entity L2. {{(pid=104908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:45:33.184395 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (a8436efd-9471-4000-bb1a-aafe0811b533), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:33.218447 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:33.261643 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Pushing event updated for resources: {'Port': ['ID=a8436efd-9471-4000-bb1a-aafe0811b533,revision_number=2']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:45:33.293123 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Attempting to bind port a8436efd-9471-4000-bb1a-aafe0811b533 on host hv-cinder-86249 for vnic_type normal with profile {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:45:33.293454 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Attempting to bind port a8436efd-9471-4000-bb1a-aafe0811b533 by drivers openvswitch,hyperv on host hv-cinder-86249 at level 0 using segments [{'id': 'd5d219a1-f750-4d43-952a-a665dbb01917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '300490b6-5551-4870-9ddc-b19d11d3cc3b'}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:45:33.293774 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Attempting to bind port a8436efd-9471-4000-bb1a-aafe0811b533 on network 300490b6-5551-4870-9ddc-b19d11d3cc3b {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:45:33.336960 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Port a8436efd-9471-4000-bb1a-aafe0811b533 on network 300490b6-5551-4870-9ddc-b19d11d3cc3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86249 {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:45:33.337193 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Attempting to bind port a8436efd-9471-4000-bb1a-aafe0811b533 on network 300490b6-5551-4870-9ddc-b19d11d3cc3b {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:45:33.382544 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Checking agent: {'id': '1b74d7d2-0144-487a-a4cf-915c57c75968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86249', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'started_at': datetime.datetime(2022, 10, 24, 13, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:45:33.382864 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Checking segment: {'id': 'd5d219a1-f750-4d43-952a-a665dbb01917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '300490b6-5551-4870-9ddc-b19d11d3cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:45:33.383230 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Bound using segment: {'id': 'd5d219a1-f750-4d43-952a-a665dbb01917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '300490b6-5551-4870-9ddc-b19d11d3cc3b'} {{(pid=104908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:45:33.383653 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.managers [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Bound port: a8436efd-9471-4000-bb1a-aafe0811b533, host: hv-cinder-86249, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d219a1-f750-4d43-952a-a665dbb01917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '300490b6-5551-4870-9ddc-b19d11d3cc3b'}}] {{(pid=104908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:45:33.384000 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (a8436efd-9471-4000-bb1a-aafe0811b533), before_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:33.401096 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7200b-244a-4d8b-8dc8-3792d65b8183 req-f19891d8-f954-4ff7-9230-7460fdffcb2f tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:33.402567 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0cb7200b-244a-4d8b-8dc8-3792d65b8183 req-f19891d8-f954-4ff7-9230-7460fdffcb2f tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 948 time: 0.0505993 Oct 24 13:45:33.444376 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] For port a8436efd-9471-4000-bb1a-aafe0811b533, host hv-cinder-86249, cleared binding levels {{(pid=104908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:45:33.447423 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] For port a8436efd-9471-4000-bb1a-aafe0811b533, host hv-cinder-86249, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=a8436efd-9471-4000-bb1a-aafe0811b533,segment=NetworkSegment(d5d219a1-f750-4d43-952a-a665dbb01917),segment_id=d5d219a1-f750-4d43-952a-a665dbb01917)] {{(pid=104908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:45:33.450074 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-0cb7200b-244a-4d8b-8dc8-3792d65b8183 req-bda6ad1a-ae4b-461e-9a36-2d833ae09f08 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=dcb88376-0eb3-497a-b15b-050993165560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418878 Oct 24 13:45:33.522644 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5386916'] for port (a8436efd-9471-4000-bb1a-aafe0811b533), after_update {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:33.525692 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:33.526549 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:33.528292 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] 10.222.0.59 "PUT /networking/v2.0/ports/a8436efd-9471-4000-bb1a-aafe0811b533 HTTP/1.1" status: 200 len: 1098 time: 0.7629189 Oct 24 13:45:33.530522 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5c65f0-37e5-4571-8002-9211ca741249', 'tag': 'a8436efd-9471-4000-bb1a-aafe0811b533'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:45:33.532781 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba93ff76-d75a-435e-b3bb-975971dafda6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5c65f0-37e5-4571-8002-9211ca741249", "tag": "a8436efd-9471-4000-bb1a-aafe0811b533"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:45:33.537766 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:33.577730 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a06f113-9fd2-4541-8a23-6631ffa9279d x-openstack-request-id: req-1a06f113-9fd2-4541-8a23-6631ffa9279d {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:45:33.577730 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5c65f0-37e5-4571-8002-9211ca741249", "tag": "a8436efd-9471-4000-bb1a-aafe0811b533", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:45:33.578001 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a06f113-9fd2-4541-8a23-6631ffa9279d {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:45:33.578293 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a06f113-9fd2-4541-8a23-6631ffa9279d'] response: {'name': 'network-changed', 'server_uuid': '5a5c65f0-37e5-4571-8002-9211ca741249', 'tag': 'a8436efd-9471-4000-bb1a-aafe0811b533', 'status': 'completed', 'code': 200} Oct 24 13:45:33.583327 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b513ba-09b5-4df6-90d2-2c8d0bcb9a1d service neutron] Pushing event updated for resources: {'Port': ['ID=a8436efd-9471-4000-bb1a-aafe0811b533,revision_number=3']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:45:33.653848 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-162f4a32-b29d-4814-afb0-5ba96d25ac91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:33.681272 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93ff76-d75a-435e-b3bb-975971dafda6 req-a5cce5dd-5a3d-4c69-9aa9-2a73ec6d1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:33.682751 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ba93ff76-d75a-435e-b3bb-975971dafda6 req-a5cce5dd-5a3d-4c69-9aa9-2a73ec6d1521 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0cf2f5ececed49adb39332338164ec3f&device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 1132 time: 0.0433092 Oct 24 13:45:33.712470 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ba93ff76-d75a-435e-b3bb-975971dafda6 req-669cd780-231d-4ba0-a94b-108254162881 service neutron] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=0cf2f5ececed49adb39332338164ec3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0182087 Oct 24 13:45:33.803008 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93ff76-d75a-435e-b3bb-975971dafda6 req-b98c9981-89d2-49b3-9823-f220751a76ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:33.804474 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-ba93ff76-d75a-435e-b3bb-975971dafda6 req-b98c9981-89d2-49b3-9823-f220751a76ab service neutron] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863204 Oct 24 13:45:33.892935 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-848d9514-6217-4595-8cc6-275787973387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:33.894303 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-848d9514-6217-4595-8cc6-275787973387 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0cf2f5ececed49adb39332338164ec3f&device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 1132 time: 0.0391593 Oct 24 13:45:33.939249 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-a31f8154-fc3a-4680-9813-6becb47198a2 service neutron] 10.222.0.59 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=a8436efd-9471-4000-bb1a-aafe0811b533 HTTP/1.1" status: 200 len: 217 time: 0.0342839 Oct 24 13:45:33.984796 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-e2bc2cac-2c1b-4215-90ed-3c787177f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:33.986168 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-e2bc2cac-2c1b-4215-90ed-3c787177f582 service neutron] 10.222.0.59 "GET /networking/v2.0/subnets?id=f7fe6f5f-31a8-4f3e-bb08-1c77daa79bb3 HTTP/1.1" status: 200 len: 843 time: 0.0415292 Oct 24 13:45:34.027180 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-50718092-ae5f-419b-a0e4-e630d1d33a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:34.028683 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-50718092-ae5f-419b-a0e4-e630d1d33a9e service neutron] 10.222.0.59 "GET /networking/v2.0/ports?network_id=300490b6-5551-4870-9ddc-b19d11d3cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0367367 Oct 24 13:45:34.119173 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-f6599941-0875-4e24-9410-3bb0135e255d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/300490b6-5551-4870-9ddc-b19d11d3cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849781 Oct 24 13:45:34.206017 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-fde8c805-3213-4cc2-bf0a-c50bf6881365 req-dcc593f7-6410-458f-8ed6-df31713d1cb7 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/300490b6-5551-4870-9ddc-b19d11d3cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809371 Oct 24 13:45:34.567661 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea14d4-3606-4a88-aafb-9d6f39b4fa82 req-d401e13f-240b-483b-bcdf-1248cd6e6ef0 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:34.569202 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-38ea14d4-3606-4a88-aafb-9d6f39b4fa82 req-d401e13f-240b-483b-bcdf-1248cd6e6ef0 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 948 time: 0.0477304 Oct 24 13:45:34.580127 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:34.600026 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:34.617193 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-38ea14d4-3606-4a88-aafb-9d6f39b4fa82 req-09b61937-4723-410c-8924-a2f5b91db75b tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=dcb88376-0eb3-497a-b15b-050993165560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423706 Oct 24 13:45:34.984415 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:35.742660 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf936dc-c1b2-4a7c-9122-00d01195edd3 req-34523952-2e02-4898-96f6-bb3a58306754 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:35.744135 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9bf936dc-c1b2-4a7c-9122-00d01195edd3 req-34523952-2e02-4898-96f6-bb3a58306754 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 948 time: 0.0504639 Oct 24 13:45:35.790859 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-9bf936dc-c1b2-4a7c-9122-00d01195edd3 req-24860451-9edf-4f5b-be92-dfbab64ddd0c tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=dcb88376-0eb3-497a-b15b-050993165560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411696 Oct 24 13:45:36.406915 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:36.562326 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:36.875763 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device a8436efd-9471-4000-bb1a-aafe0811b533 details requested by agent hyperv_hv-cinder-86249 with host hv-cinder-86249 {{(pid=104909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:45:36.910962 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd2ca5-8f56-4cb3-a75a-d61d88a04577 req-756f27fb-ec76-4f1c-af44-fc7a1888556b tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:36.912748 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-30bd2ca5-8f56-4cb3-a75a-d61d88a04577 req-756f27fb-ec76-4f1c-af44-fc7a1888556b tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 948 time: 0.0476856 Oct 24 13:45:36.964294 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-30bd2ca5-8f56-4cb3-a75a-d61d88a04577 req-3c702454-55b3-44dd-b8a6-1f6718261aa3 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=dcb88376-0eb3-497a-b15b-050993165560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460708 Oct 24 13:45:36.975920 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port a8436efd-9471-4000-bb1a-aafe0811b533, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=a8436efd-9471-4000-bb1a-aafe0811b533,segment=NetworkSegment(d5d219a1-f750-4d43-952a-a665dbb01917),segment_id=d5d219a1-f750-4d43-952a-a665dbb01917)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:45:36.991938 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Returning: {'device': 'a8436efd-9471-4000-bb1a-aafe0811b533', 'network_id': '300490b6-5551-4870-9ddc-b19d11d3cc3b', 'port_id': 'a8436efd-9471-4000-bb1a-aafe0811b533', 'mac_address': 'fa:16:3e:04:a7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7fe6f5f-31a8-4f3e-bb08-1c77daa79bb3', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:45:37.025497 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port a8436efd-9471-4000-bb1a-aafe0811b533 is: DOWN; New status is: BUILD {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:45:37.025883 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (a8436efd-9471-4000-bb1a-aafe0811b533), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:37.039182 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8436efd-9471-4000-bb1a-aafe0811b533 {{(pid=104909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:45:37.058226 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port a8436efd-9471-4000-bb1a-aafe0811b533, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=a8436efd-9471-4000-bb1a-aafe0811b533,segment=NetworkSegment(d5d219a1-f750-4d43-952a-a665dbb01917),segment_id=d5d219a1-f750-4d43-952a-a665dbb01917)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:45:37.127964 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (a8436efd-9471-4000-bb1a-aafe0811b533), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:37.174511 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=a8436efd-9471-4000-bb1a-aafe0811b533,revision_number=4']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:45:37.181523 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:37.181875 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:37.182226 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:37.182570 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:37.182905 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:37.183235 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:37.183568 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:37.183892 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:37.184219 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:37.184574 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:37.184899 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:37.185226 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:37.185547 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:37.185884 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:37.186192 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862491-1-iscsi {{(pid=104909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:45:37.521178 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['a8436efd-9471-4000-bb1a-aafe0811b533'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:45:38.084392 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d04dd6-4d77-48bb-b5c0-c63ffb056fa0 req-b0cba6f5-76e1-409e-bf95-9f5c4306ba03 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:38.085878 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-95d04dd6-4d77-48bb-b5c0-c63ffb056fa0 req-b0cba6f5-76e1-409e-bf95-9f5c4306ba03 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 949 time: 0.0460632 Oct 24 13:45:38.133234 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-95d04dd6-4d77-48bb-b5c0-c63ffb056fa0 req-59d4669a-8b00-45e6-b6a5-669d5d271d30 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=dcb88376-0eb3-497a-b15b-050993165560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416434 Oct 24 13:45:38.911029 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device a8436efd-9471-4000-bb1a-aafe0811b533 up at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:45:38.953222 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning for port a8436efd-9471-4000-bb1a-aafe0811b533 completed by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:45:39.036564 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Provisioning complete for port a8436efd-9471-4000-bb1a-aafe0811b533 triggered by entity L2. {{(pid=104909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:45:39.036942 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12765361'] for port (a8436efd-9471-4000-bb1a-aafe0811b533), provisioning_complete {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:39.037277 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Attempt 1 to provision port a8436efd-9471-4000-bb1a-aafe0811b533 Oct 24 13:45:39.112334 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Current status of the port a8436efd-9471-4000-bb1a-aafe0811b533 is: BUILD; New status is: ACTIVE {{(pid=104909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:45:39.112733 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12898514'] for port (a8436efd-9471-4000-bb1a-aafe0811b533), before_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:39.134776 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5c65f0-37e5-4571-8002-9211ca741249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8436efd-9471-4000-bb1a-aafe0811b533'}] {{(pid=104909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:45:39.136997 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b277ecaedaa49d0a187eb5c40b4c7110aa3f612608729ca0f973ed451b928526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a57058-d45c-426d-afbe-30e6ffea2aaa" -d '{"events": [{"server_uuid": "5a5c65f0-37e5-4571-8002-9211ca741249", "name": "network-vif-plugged", "status": "completed", "tag": "a8436efd-9471-4000-bb1a-aafe0811b533"}]}' {{(pid=104909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:45:39.147884 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:39.149778 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] For port a8436efd-9471-4000-bb1a-aafe0811b533, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=a8436efd-9471-4000-bb1a-aafe0811b533,segment=NetworkSegment(d5d219a1-f750-4d43-952a-a665dbb01917),segment_id=d5d219a1-f750-4d43-952a-a665dbb01917)] {{(pid=104909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:45:39.177983 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4aab38-f9de-4a44-8075-66f726a7fb44 x-openstack-request-id: req-2b4aab38-f9de-4a44-8075-66f726a7fb44 {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:45:39.178322 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5c65f0-37e5-4571-8002-9211ca741249", "name": "network-vif-plugged", "status": "completed", "tag": "a8436efd-9471-4000-bb1a-aafe0811b533", "code": 200}]} {{(pid=104909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:45:39.178598 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b4aab38-f9de-4a44-8075-66f726a7fb44 {{(pid=104909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:45:39.178991 dv-cinder-862491-1-iscsi neutron-server[104909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4aab38-f9de-4a44-8075-66f726a7fb44'] response: {'server_uuid': '5a5c65f0-37e5-4571-8002-9211ca741249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8436efd-9471-4000-bb1a-aafe0811b533', 'code': 200} Oct 24 13:45:39.242229 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767827823225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767827348080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767827348098'] for port (a8436efd-9471-4000-bb1a-aafe0811b533), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:39.246174 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:39.258602 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da1f94-acd0-43a6-88e8-1e57055d2bea req-9119bd5d-e738-4f9f-b1e0-a2471c1187be tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:39.260078 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b6da1f94-acd0-43a6-88e8-1e57055d2bea req-9119bd5d-e738-4f9f-b1e0-a2471c1187be tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 949 time: 0.0504277 Oct 24 13:45:39.291270 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Pushing event updated for resources: {'Port': ['ID=a8436efd-9471-4000-bb1a-aafe0811b533,revision_number=5']} {{(pid=104909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:45:39.308544 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:39.313309 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b6da1f94-acd0-43a6-88e8-1e57055d2bea req-37a3d30d-7503-4efe-aaa8-6d2f89ff2f28 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=dcb88376-0eb3-497a-b15b-050993165560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468292 Oct 24 13:45:39.442186 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d22f5-e3c1-4cf2-8678-f6bd35bf6e46 req-c02760c5-1ab5-4c49-b7bb-b75cd2f03778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:39.443574 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-769d22f5-e3c1-4cf2-8678-f6bd35bf6e46 req-c02760c5-1ab5-4c49-b7bb-b75cd2f03778 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 1134 time: 0.0381961 Oct 24 13:45:39.486818 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-769d22f5-e3c1-4cf2-8678-f6bd35bf6e46 req-db997d3e-c81a-4a1a-87e3-daa12faf880b service neutron] 10.222.0.59 "GET /networking/v2.0/security-groups?id=dcb88376-0eb3-497a-b15b-050993165560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369303 Oct 24 13:45:40.435286 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba5756-d7bf-4124-9992-54c5d6be5dfd req-bc86be9b-adf7-4d96-9c60-60f1b6ea0de2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:40.436748 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c8ba5756-d7bf-4124-9992-54c5d6be5dfd req-bc86be9b-adf7-4d96-9c60-60f1b6ea0de2 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 950 time: 0.0463097 Oct 24 13:45:40.484563 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-c8ba5756-d7bf-4124-9992-54c5d6be5dfd req-f7feef28-efb6-4ece-b047-b248f6677ca6 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=dcb88376-0eb3-497a-b15b-050993165560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420418 Oct 24 13:45:41.603607 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f2d1f-de11-46e8-87b3-e86cabde0f28 req-528518ea-2c60-4b15-88b2-72dc80b22fe7 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:41.605099 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a75f2d1f-de11-46e8-87b3-e86cabde0f28 req-528518ea-2c60-4b15-88b2-72dc80b22fe7 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 950 time: 0.0469167 Oct 24 13:45:41.651118 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-a75f2d1f-de11-46e8-87b3-e86cabde0f28 req-a36e8c28-8cdb-4cfc-98ed-97ad284f7c9b tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=dcb88376-0eb3-497a-b15b-050993165560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405095 Oct 24 13:45:42.030709 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=100 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:42.048781 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ca1de-5609-4f26-9cb5-bf6fc91020c4 req-99c1c126-4431-4c5f-81e4-e85c3b0fc2e1 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:42.050308 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-871ca1de-5609-4f26-9cb5-bf6fc91020c4 req-99c1c126-4431-4c5f-81e4-e85c3b0fc2e1 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 950 time: 0.0491226 Oct 24 13:45:42.098754 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-871ca1de-5609-4f26-9cb5-bf6fc91020c4 req-5fdc868d-3e66-457d-a584-899c442c7223 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=dcb88376-0eb3-497a-b15b-050993165560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420747 Oct 24 13:45:43.218405 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904ebac-86d4-4969-826e-50a9509af22e req-9b20a80b-5a00-4439-a828-0abb83680173 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:43.219789 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7904ebac-86d4-4969-826e-50a9509af22e req-9b20a80b-5a00-4439-a828-0abb83680173 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 950 time: 0.0477684 Oct 24 13:45:43.267434 dv-cinder-862491-1-iscsi neutron-server[104907]: INFO neutron.wsgi [req-7904ebac-86d4-4969-826e-50a9509af22e req-ca80341e-4b64-4067-ab10-8f1849e94071 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=dcb88376-0eb3-497a-b15b-050993165560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413926 Oct 24 13:45:43.587504 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8497b85-d240-4a80-a1d8-44f4704fc483 req-31918c8e-96bb-42ad-8c81-a677b5ed708b tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:45:43.588884 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b8497b85-d240-4a80-a1d8-44f4704fc483 req-31918c8e-96bb-42ad-8c81-a677b5ed708b tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 950 time: 0.0463150 Oct 24 13:45:43.669471 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-b8497b85-d240-4a80-a1d8-44f4704fc483 req-e38ae0dd-1a36-41ad-a4fe-b24424024904 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Deleting port a8436efd-9471-4000-bb1a-aafe0811b533 {{(pid=104908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:45:43.669808 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b8497b85-d240-4a80-a1d8-44f4704fc483 req-e38ae0dd-1a36-41ad-a4fe-b24424024904 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767827817957'] for port (a8436efd-9471-4000-bb1a-aafe0811b533), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:43.755906 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.db [req-b8497b85-d240-4a80-a1d8-44f4704fc483 req-e38ae0dd-1a36-41ad-a4fe-b24424024904 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] For port a8436efd-9471-4000-bb1a-aafe0811b533, host hv-cinder-86249, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86249',level=0,port_id=a8436efd-9471-4000-bb1a-aafe0811b533,segment=NetworkSegment(d5d219a1-f750-4d43-952a-a665dbb01917),segment_id=d5d219a1-f750-4d43-952a-a665dbb01917)] {{(pid=104908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:45:43.756260 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b8497b85-d240-4a80-a1d8-44f4704fc483 req-e38ae0dd-1a36-41ad-a4fe-b24424024904 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928067'] for port (a8436efd-9471-4000-bb1a-aafe0811b533), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:43.769859 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.plugins.ml2.plugin [req-b8497b85-d240-4a80-a1d8-44f4704fc483 req-e38ae0dd-1a36-41ad-a4fe-b24424024904 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Calling delete_port for a8436efd-9471-4000-bb1a-aafe0811b533 owned by compute:nova {{(pid=104908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:45:44.219410 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b8497b85-d240-4a80-a1d8-44f4704fc483 req-e38ae0dd-1a36-41ad-a4fe-b24424024904 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8330549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767827823279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767827348071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5386925'] for port (a8436efd-9471-4000-bb1a-aafe0811b533), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:44.245250 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.db [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] get_ports_and_sgs() called for port_ids ['a8436efd-9471-4000-bb1a-aafe0811b533'] {{(pid=104909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:45:44.247592 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ae0dd-1a36-41ad-a4fe-b24424024904 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Pushing event deleted for resources: {'Port': ['ID=a8436efd-9471-4000-bb1a-aafe0811b533,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:45:44.293629 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8497b85-d240-4a80-a1d8-44f4704fc483 req-e38ae0dd-1a36-41ad-a4fe-b24424024904 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] No DVR routers for this DVR port a8436efd-9471-4000-bb1a-aafe0811b533 on host hv-cinder-86249 {{(pid=104908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:45:44.296993 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [req-b8497b85-d240-4a80-a1d8-44f4704fc483 req-e38ae0dd-1a36-41ad-a4fe-b24424024904 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48338'] for port (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:44.300564 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-b8497b85-d240-4a80-a1d8-44f4704fc483 req-e38ae0dd-1a36-41ad-a4fe-b24424024904 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.59 "DELETE /networking/v2.0/ports/a8436efd-9471-4000-bb1a-aafe0811b533 HTTP/1.1" status: 204 len: 173 time: 0.7064083 Oct 24 13:45:44.301089 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5c65f0-37e5-4571-8002-9211ca741249', 'name': 'network-vif-deleted', 'tag': 'a8436efd-9471-4000-bb1a-aafe0811b533'}] {{(pid=104908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:45:44.308489 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b0b073088aff50a9aece5a2371d2811d8fc85f209a1bada6ab38a7d9cc3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744f2e0f-8680-486c-a5d1-248ed563a467" -d '{"events": [{"server_uuid": "5a5c65f0-37e5-4571-8002-9211ca741249", "name": "network-vif-deleted", "tag": "a8436efd-9471-4000-bb1a-aafe0811b533"}]}' {{(pid=104908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:45:44.352942 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e81f5b-6a32-4f2b-9eaf-3e027dc686ea x-openstack-request-id: req-92e81f5b-6a32-4f2b-9eaf-3e027dc686ea {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:45:44.352942 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5c65f0-37e5-4571-8002-9211ca741249", "name": "network-vif-deleted", "tag": "a8436efd-9471-4000-bb1a-aafe0811b533", "status": "completed", "code": 200}]} {{(pid=104908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:45:44.352942 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92e81f5b-6a32-4f2b-9eaf-3e027dc686ea {{(pid=104908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:45:44.352942 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92e81f5b-6a32-4f2b-9eaf-3e027dc686ea'] response: {'server_uuid': '5a5c65f0-37e5-4571-8002-9211ca741249', 'name': 'network-vif-deleted', 'tag': 'a8436efd-9471-4000-bb1a-aafe0811b533', 'status': 'completed', 'code': 200} Oct 24 13:45:44.382921 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [req-57815286-a03e-49e0-bad7-ea1532095c8e req-4c609476-d6c5-4ae6-9720-b1cefa693703 tempest-VolumesNegativeTest-751486201 tempest-VolumesNegativeTest-751486201-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5a5c65f0-37e5-4571-8002-9211ca741249 HTTP/1.1" status: 200 len: 210 time: 0.0361037 Oct 24 13:45:48.958567 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device a8436efd-9471-4000-bb1a-aafe0811b533 no longer exists at agent hyperv_hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:45:48.978615 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] No Port match for: a8436efd-9471-4000-bb1a-aafe0811b533 {{(pid=104909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:45:48.978886 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron.plugins.ml2.rpc [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Device a8436efd-9471-4000-bb1a-aafe0811b533 not bound to the agent host hv-cinder-86249 {{(pid=104909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:45:51.450980 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 45822) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:45:51.580250 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-26a75ace-16e9-4be5-b618-6c919bb8c104 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=0cf2f5ececed49adb39332338164ec3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281171 Oct 24 13:45:51.582754 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.wsgi [-] (104908) accepted ('10.222.0.48', 45826) {{(pid=104908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:45:51.629827 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9a51dffd-e79e-4937-8e91-e225ff49647a admin admin] Publish callbacks [] for security_group (dcb88376-0eb3-497a-b15b-050993165560), before_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:51.649487 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9a51dffd-e79e-4937-8e91-e225ff49647a admin admin] Publish callbacks [] for security_group (dcb88376-0eb3-497a-b15b-050993165560), precommit_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:51.755083 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9a51dffd-e79e-4937-8e91-e225ff49647a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8304983'] for security_group (dcb88376-0eb3-497a-b15b-050993165560), after_delete {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:51.758217 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron_lib.callbacks.manager [None req-9a51dffd-e79e-4937-8e91-e225ff49647a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:45:51.759358 dv-cinder-862491-1-iscsi neutron-server[104908]: INFO neutron.wsgi [None req-9a51dffd-e79e-4937-8e91-e225ff49647a admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/dcb88376-0eb3-497a-b15b-050993165560 HTTP/1.1" status: 204 len: 168 time: 0.1757061 Oct 24 13:45:51.767416 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51dffd-e79e-4937-8e91-e225ff49647a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb88376-0eb3-497a-b15b-050993165560,revision_number=None']} {{(pid=104908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:45:53.257861 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=31 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:53.263790 dv-cinder-862491-1-iscsi neutron-server[104907]: DEBUG dbcounter [-] [104907] Writing DB stats neutron:SELECT=27 {{(pid=104907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:57.428493 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=15 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:57.434442 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=19 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:58.963396 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=13 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:45:59.316490 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:46:01.344288 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-70a3ba0a-9865-440d-8724-692167b22e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:46:01.762560 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=72,neutron:DELETE=5 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:46:01.763347 dv-cinder-862491-1-iscsi neutron-server[104908]: DEBUG dbcounter [-] [104908] Writing DB stats neutron:SELECT=88,neutron:DELETE=7 {{(pid=104908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:46:03.715974 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-d5986422-57a2-4611-9f9f-4a9e79e6cc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:46:04.990142 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:46:06.424052 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:46:06.571825 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:46:08.654198 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:46:16.518746 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:46:16.520637 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:46:25.568001 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:46:25.568748 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:46:29.303757 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:46:31.325877 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e59edb40-bc4a-4a06-bc00-4742baddb73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:46:33.675016 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-9697be40-10bf-453d-9194-d78181d6517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:46:34.989171 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:46:36.411767 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:46:36.595137 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:46:45.653122 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:46:46.521799 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:46:46.524651 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:46:59.325507 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:47:01.313542 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-45d26756-0e16-45c0-be84-4be385f30419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:47:02.570715 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:47:02.575582 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=5 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:47:03.651874 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-88f7ef52-1906-449e-a948-3805c659ca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:47:05.022917 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:47:06.417018 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:47:06.576123 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:47:17.425858 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:47:17.431785 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:47:22.652694 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:47:29.330975 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:47:31.330468 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-e4865169-1404-4c70-8b58-1d83724848ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:47:33.656413 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-567800cf-f739-4066-8f30-845b1ff21333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:47:34.987418 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:47:36.422120 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:47:36.576332 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:47:44.575848 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:47:44.576627 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=6 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:47:46.364997 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=10 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:47:46.526516 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:47:57.433307 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=10 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:47:57.435163 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=16 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:47:59.352237 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:47:59.651237 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:48:01.317670 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-93292522-577d-474e-92e3-5c41509ab543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:48:03.655574 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-58a8f0cd-2c90-4d14-8e61-0eba084f3ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:48:04.986497 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:48:06.437290 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:48:06.581312 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:48:16.523075 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:48:16.524917 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:48:16.563785 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=3 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:48:16.568706 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=5 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:48:29.351764 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:48:31.323091 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2e5d1b49-2dc1-4855-be83-bb7702f7d0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:48:33.642968 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f662-ba83-4c77-8c6d-af0a96ba1651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:48:35.008821 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:48:36.425921 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:48:36.568634 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:48:36.649755 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:48:46.522994 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:48:46.528905 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:48:59.373985 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:48:59.632050 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=6 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:48:59.632724 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:49:01.311291 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c788ddaf-e8b6-45e2-9cf4-893b2f3bdfb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:49:03.688591 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-beab2669-ce32-45b3-a599-cba5feee3f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:49:04.991103 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:49:06.442559 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:49:06.590563 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:49:13.648975 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:49:17.436990 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:49:17.443228 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:49:29.350355 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:49:30.556690 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:49:30.561559 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=4 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:49:31.327088 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-cbe98ca9-f465-4181-bb91-470fb9c2bd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:49:33.659118 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-23652628-a06e-4824-b0c4-8bc13b423eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:49:35.006367 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:49:36.435035 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:49:36.601572 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:49:46.522866 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:49:46.528844 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:49:50.726965 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:49:59.371087 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:50:01.314953 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c98f8beb-d51f-4957-ba50-09c2d60079a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:50:03.656854 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-bce1d960-902e-4bfa-85eb-61661e3d2ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:50:05.028124 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:50:06.433692 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:50:06.566499 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:50:07.553220 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=15 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:50:07.558141 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=19 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:50:16.523833 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:50:16.530853 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:50:27.647100 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:50:29.387639 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:50:31.320153 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-01bf29ab-8086-4c1a-9146-611d5236e8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:50:33.651322 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-4adfd300-54ef-4517-ace6-39f191e0b1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:50:35.074049 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:50:36.417139 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:50:36.617075 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:50:44.552489 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=3 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:50:44.557356 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=5 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:50:46.532842 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:50:46.534684 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG dbcounter [-] [104909] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:50:59.398461 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a15-bd01-47ca-b4de-ff39a7dc824d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (1b74d7d2-0144-487a-a4cf-915c57c75968), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:50:59.636197 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG dbcounter [-] [104910] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:51:01.353296 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-218e9e80-9ced-4df0-9d61-fb08b9a98065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (3e30d6fd-7368-4462-8f75-3fd237fe1b67), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:51:03.661804 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-63f40152-8c85-415c-8158-8e1f785b940b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (8e6639ec-a083-4776-87de-588f23b64293), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:51:04.646297 dv-cinder-862491-1-iscsi neutron-server[104910]: DEBUG neutron.db.agents_db [None req-f2351876-da10-4046-ab00-a2b7d0056a42 None None] Agent healthcheck: found 6 active agents {{(pid=104910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:51:04.988095 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-c3f71b91-3d78-4c9a-bcc9-8f9fb5bbde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (d799d502-b85f-4134-8f6c-5fd15949bc2f), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:51:06.450644 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-2f420f2b-827b-4f2c-a872-9c9f5c786f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (6ede281e-92cd-43f9-98b8-1ae764fb6b51), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:51:06.587258 dv-cinder-862491-1-iscsi neutron-server[104909]: DEBUG neutron_lib.callbacks.manager [None req-31535159-2194-45c3-9121-cd698c343edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767827848753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-12777235'] for agent (7585754e-56d7-457f-93b9-c2e8ad28c1b7), after_update {{(pid=104909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}